{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "copyright-notice"
   },
   "source": [
    "#### Copyright 2017 Google LLC."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "cellView": "both",
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "copyright-notice2"
   },
   "outputs": [],
   "source": [
    "# Licensed under the Apache License, Version 2.0 (the \"License\");\n",
    "# you may not use this file except in compliance with the License.\n",
    "# You may obtain a copy of the License at\n",
    "#\n",
    "# https://www.apache.org/licenses/LICENSE-2.0\n",
    "#\n",
    "# Unless required by applicable law or agreed to in writing, software\n",
    "# distributed under the License is distributed on an \"AS IS\" BASIS,\n",
    "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
    "# See the License for the specific language governing permissions and\n",
    "# limitations under the License."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "eV16J6oUY-HN",
    "slideshow": {
     "slide_type": "slide"
    }
   },
   "source": [
    " # 提高神经网络性能"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "0Rwl1iXIKxkm"
   },
   "source": [
    " **学习目标**：通过将特征标准化并应用各种优化算法来提高神经网络的性能\n",
    "\n",
    "**注意**：本练习中介绍的优化方法并非专门针对神经网络；这些方法可有效改进大多数类型的模型。"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "lBPTONWzKxkn"
   },
   "source": [
    " ## 设置\n",
    "\n",
    "首先，我们将加载数据。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "VtYVuONUKxko"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorflow\\python\\framework\\dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint8 = np.dtype([(\"qint8\", np.int8, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint8 = np.dtype([(\"quint8\", np.uint8, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint16 = np.dtype([(\"qint16\", np.int16, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_quint16 = np.dtype([(\"quint16\", np.uint16, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  _np_qint32 = np.dtype([(\"qint32\", np.int32, 1)])\n",
      "C:\\ProgramData\\Anaconda3\\envs\\mlcc\\lib\\site-packages\\tensorboard\\compat\\tensorflow_stub\\dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.\n",
      "  np_resource = np.dtype([(\"resource\", np.ubyte, 1)])\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "\n",
    "import math\n",
    "\n",
    "from IPython import display\n",
    "from matplotlib import cm\n",
    "from matplotlib import gridspec\n",
    "from matplotlib import pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn import metrics\n",
    "import tensorflow as tf\n",
    "from tensorflow.python.data import Dataset\n",
    "\n",
    "tf.logging.set_verbosity(tf.logging.ERROR)\n",
    "pd.options.display.max_rows = 10\n",
    "pd.options.display.float_format = '{:.1f}'.format\n",
    "\n",
    "california_housing_dataframe = pd.read_csv(\"https://download.mlcc.google.cn/mledu-datasets/california_housing_train.csv\", sep=\",\")\n",
    "\n",
    "california_housing_dataframe = california_housing_dataframe.reindex(\n",
    "    np.random.permutation(california_housing_dataframe.index))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "B8qC-jTIKxkr"
   },
   "outputs": [],
   "source": [
    "def preprocess_features(california_housing_dataframe):\n",
    "  \"\"\"Prepares input features from California housing data set.\n",
    "\n",
    "  Args:\n",
    "    california_housing_dataframe: A Pandas DataFrame expected to contain data\n",
    "      from the California housing data set.\n",
    "  Returns:\n",
    "    A DataFrame that contains the features to be used for the model, including\n",
    "    synthetic features.\n",
    "  \"\"\"\n",
    "  selected_features = california_housing_dataframe[\n",
    "    [\"latitude\",\n",
    "     \"longitude\",\n",
    "     \"housing_median_age\",\n",
    "     \"total_rooms\",\n",
    "     \"total_bedrooms\",\n",
    "     \"population\",\n",
    "     \"households\",\n",
    "     \"median_income\"]]\n",
    "  processed_features = selected_features.copy()\n",
    "  # Create a synthetic feature.\n",
    "  processed_features[\"rooms_per_person\"] = (\n",
    "    california_housing_dataframe[\"total_rooms\"] /\n",
    "    california_housing_dataframe[\"population\"])\n",
    "  return processed_features\n",
    "\n",
    "def preprocess_targets(california_housing_dataframe):\n",
    "  \"\"\"Prepares target features (i.e., labels) from California housing data set.\n",
    "\n",
    "  Args:\n",
    "    california_housing_dataframe: A Pandas DataFrame expected to contain data\n",
    "      from the California housing data set.\n",
    "  Returns:\n",
    "    A DataFrame that contains the target feature.\n",
    "  \"\"\"\n",
    "  output_targets = pd.DataFrame()\n",
    "  # Scale the target to be in units of thousands of dollars.\n",
    "  output_targets[\"median_house_value\"] = (\n",
    "    california_housing_dataframe[\"median_house_value\"] / 1000.0)\n",
    "  return output_targets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "Ah6LjMIJ2spZ"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training examples summary:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>housing_median_age</th>\n",
       "      <th>total_rooms</th>\n",
       "      <th>total_bedrooms</th>\n",
       "      <th>population</th>\n",
       "      <th>households</th>\n",
       "      <th>median_income</th>\n",
       "      <th>rooms_per_person</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>count</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>12000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>mean</td>\n",
       "      <td>35.6</td>\n",
       "      <td>-119.6</td>\n",
       "      <td>28.6</td>\n",
       "      <td>2645.1</td>\n",
       "      <td>540.6</td>\n",
       "      <td>1431.9</td>\n",
       "      <td>502.1</td>\n",
       "      <td>3.9</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>std</td>\n",
       "      <td>2.1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.6</td>\n",
       "      <td>2249.4</td>\n",
       "      <td>431.8</td>\n",
       "      <td>1188.2</td>\n",
       "      <td>392.8</td>\n",
       "      <td>1.9</td>\n",
       "      <td>1.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>min</td>\n",
       "      <td>32.5</td>\n",
       "      <td>-124.3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25%</td>\n",
       "      <td>33.9</td>\n",
       "      <td>-121.8</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1460.0</td>\n",
       "      <td>295.8</td>\n",
       "      <td>786.0</td>\n",
       "      <td>281.0</td>\n",
       "      <td>2.6</td>\n",
       "      <td>1.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50%</td>\n",
       "      <td>34.2</td>\n",
       "      <td>-118.5</td>\n",
       "      <td>29.0</td>\n",
       "      <td>2123.0</td>\n",
       "      <td>435.0</td>\n",
       "      <td>1167.5</td>\n",
       "      <td>410.0</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>75%</td>\n",
       "      <td>37.7</td>\n",
       "      <td>-118.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>3150.0</td>\n",
       "      <td>650.0</td>\n",
       "      <td>1718.0</td>\n",
       "      <td>607.0</td>\n",
       "      <td>4.8</td>\n",
       "      <td>2.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>max</td>\n",
       "      <td>42.0</td>\n",
       "      <td>-114.5</td>\n",
       "      <td>52.0</td>\n",
       "      <td>37937.0</td>\n",
       "      <td>6445.0</td>\n",
       "      <td>35682.0</td>\n",
       "      <td>6082.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>55.2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       latitude  longitude  housing_median_age  total_rooms  total_bedrooms  \\\n",
       "count   12000.0    12000.0             12000.0      12000.0         12000.0   \n",
       "mean       35.6     -119.6                28.6       2645.1           540.6   \n",
       "std         2.1        2.0                12.6       2249.4           431.8   \n",
       "min        32.5     -124.3                 1.0          8.0             1.0   \n",
       "25%        33.9     -121.8                18.0       1460.0           295.8   \n",
       "50%        34.2     -118.5                29.0       2123.0           435.0   \n",
       "75%        37.7     -118.0                37.0       3150.0           650.0   \n",
       "max        42.0     -114.5                52.0      37937.0          6445.0   \n",
       "\n",
       "       population  households  median_income  rooms_per_person  \n",
       "count     12000.0     12000.0        12000.0           12000.0  \n",
       "mean       1431.9       502.1            3.9               2.0  \n",
       "std        1188.2       392.8            1.9               1.2  \n",
       "min           8.0         1.0            0.5               0.0  \n",
       "25%         786.0       281.0            2.6               1.5  \n",
       "50%        1167.5       410.0            3.5               1.9  \n",
       "75%        1718.0       607.0            4.8               2.3  \n",
       "max       35682.0      6082.0           15.0              55.2  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Validation examples summary:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>latitude</th>\n",
       "      <th>longitude</th>\n",
       "      <th>housing_median_age</th>\n",
       "      <th>total_rooms</th>\n",
       "      <th>total_bedrooms</th>\n",
       "      <th>population</th>\n",
       "      <th>households</th>\n",
       "      <th>median_income</th>\n",
       "      <th>rooms_per_person</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>count</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "      <td>5000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>mean</td>\n",
       "      <td>35.6</td>\n",
       "      <td>-119.6</td>\n",
       "      <td>28.5</td>\n",
       "      <td>2640.1</td>\n",
       "      <td>536.6</td>\n",
       "      <td>1424.0</td>\n",
       "      <td>499.2</td>\n",
       "      <td>3.9</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>std</td>\n",
       "      <td>2.1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.7</td>\n",
       "      <td>2003.7</td>\n",
       "      <td>395.8</td>\n",
       "      <td>1044.8</td>\n",
       "      <td>363.9</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>min</td>\n",
       "      <td>32.6</td>\n",
       "      <td>-124.3</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25%</td>\n",
       "      <td>33.9</td>\n",
       "      <td>-121.8</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1467.0</td>\n",
       "      <td>299.0</td>\n",
       "      <td>796.8</td>\n",
       "      <td>283.0</td>\n",
       "      <td>2.6</td>\n",
       "      <td>1.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50%</td>\n",
       "      <td>34.3</td>\n",
       "      <td>-118.5</td>\n",
       "      <td>28.0</td>\n",
       "      <td>2142.5</td>\n",
       "      <td>432.0</td>\n",
       "      <td>1165.0</td>\n",
       "      <td>407.0</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1.9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>75%</td>\n",
       "      <td>37.7</td>\n",
       "      <td>-118.0</td>\n",
       "      <td>37.0</td>\n",
       "      <td>3153.0</td>\n",
       "      <td>646.2</td>\n",
       "      <td>1729.5</td>\n",
       "      <td>603.0</td>\n",
       "      <td>4.8</td>\n",
       "      <td>2.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>max</td>\n",
       "      <td>42.0</td>\n",
       "      <td>-114.3</td>\n",
       "      <td>52.0</td>\n",
       "      <td>21113.0</td>\n",
       "      <td>4386.0</td>\n",
       "      <td>11272.0</td>\n",
       "      <td>3886.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>52.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       latitude  longitude  housing_median_age  total_rooms  total_bedrooms  \\\n",
       "count    5000.0     5000.0              5000.0       5000.0          5000.0   \n",
       "mean       35.6     -119.6                28.5       2640.1           536.6   \n",
       "std         2.1        2.0                12.7       2003.7           395.8   \n",
       "min        32.6     -124.3                 2.0          2.0             2.0   \n",
       "25%        33.9     -121.8                18.0       1467.0           299.0   \n",
       "50%        34.3     -118.5                28.0       2142.5           432.0   \n",
       "75%        37.7     -118.0                37.0       3153.0           646.2   \n",
       "max        42.0     -114.3                52.0      21113.0          4386.0   \n",
       "\n",
       "       population  households  median_income  rooms_per_person  \n",
       "count      5000.0      5000.0         5000.0            5000.0  \n",
       "mean       1424.0       499.2            3.9               2.0  \n",
       "std        1044.8       363.9            2.0               1.1  \n",
       "min           3.0         2.0            0.5               0.1  \n",
       "25%         796.8       283.0            2.6               1.5  \n",
       "50%        1165.0       407.0            3.5               1.9  \n",
       "75%        1729.5       603.0            4.8               2.3  \n",
       "max       11272.0      3886.0           15.0              52.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training targets summary:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>median_house_value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>count</td>\n",
       "      <td>12000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>mean</td>\n",
       "      <td>206.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>std</td>\n",
       "      <td>115.1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>min</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25%</td>\n",
       "      <td>119.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50%</td>\n",
       "      <td>179.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>75%</td>\n",
       "      <td>263.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>max</td>\n",
       "      <td>500.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       median_house_value\n",
       "count             12000.0\n",
       "mean                206.4\n",
       "std                 115.1\n",
       "min                  15.0\n",
       "25%                 119.8\n",
       "50%                 179.6\n",
       "75%                 263.2\n",
       "max                 500.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Validation targets summary:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>median_house_value</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>count</td>\n",
       "      <td>5000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>mean</td>\n",
       "      <td>209.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>std</td>\n",
       "      <td>118.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>min</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25%</td>\n",
       "      <td>118.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50%</td>\n",
       "      <td>181.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>75%</td>\n",
       "      <td>270.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>max</td>\n",
       "      <td>500.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       median_house_value\n",
       "count              5000.0\n",
       "mean                209.4\n",
       "std                 118.0\n",
       "min                  15.0\n",
       "25%                 118.8\n",
       "50%                 181.8\n",
       "75%                 270.3\n",
       "max                 500.0"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Choose the first 12000 (out of 17000) examples for training.\n",
    "training_examples = preprocess_features(california_housing_dataframe.head(12000))\n",
    "training_targets = preprocess_targets(california_housing_dataframe.head(12000))\n",
    "\n",
    "# Choose the last 5000 (out of 17000) examples for validation.\n",
    "validation_examples = preprocess_features(california_housing_dataframe.tail(5000))\n",
    "validation_targets = preprocess_targets(california_housing_dataframe.tail(5000))\n",
    "\n",
    "# Double-check that we've done the right thing.\n",
    "print(\"Training examples summary:\")\n",
    "display.display(training_examples.describe())\n",
    "print(\"Validation examples summary:\")\n",
    "display.display(validation_examples.describe())\n",
    "\n",
    "print(\"Training targets summary:\")\n",
    "display.display(training_targets.describe())\n",
    "print(\"Validation targets summary:\")\n",
    "display.display(validation_targets.describe())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "NqIbXxx222ea"
   },
   "source": [
    " ## 训练神经网络\n",
    "\n",
    "接下来，我们将训练神经网络。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "6k3xYlSg27VB"
   },
   "outputs": [],
   "source": [
    "def construct_feature_columns(input_features):\n",
    "  \"\"\"Construct the TensorFlow Feature Columns.\n",
    "\n",
    "  Args:\n",
    "    input_features: The names of the numerical input features to use.\n",
    "  Returns:\n",
    "    A set of feature columns\n",
    "  \"\"\" \n",
    "  return set([tf.feature_column.numeric_column(my_feature)\n",
    "              for my_feature in input_features])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "De9jwyy4wTUT"
   },
   "outputs": [],
   "source": [
    "def my_input_fn(features, targets, batch_size=1, shuffle=True, num_epochs=None):\n",
    "    \"\"\"Trains a neural network model.\n",
    "  \n",
    "    Args:\n",
    "      features: pandas DataFrame of features\n",
    "      targets: pandas DataFrame of targets\n",
    "      batch_size: Size of batches to be passed to the model\n",
    "      shuffle: True or False. Whether to shuffle the data.\n",
    "      num_epochs: Number of epochs for which data should be repeated. None = repeat indefinitely\n",
    "    Returns:\n",
    "      Tuple of (features, labels) for next data batch\n",
    "    \"\"\"\n",
    "    \n",
    "    # Convert pandas data into a dict of np arrays.\n",
    "    features = {key:np.array(value) for key,value in dict(features).items()}                                           \n",
    " \n",
    "    # Construct a dataset, and configure batching/repeating.\n",
    "    ds = Dataset.from_tensor_slices((features,targets)) # warning: 2GB limit\n",
    "    ds = ds.batch(batch_size).repeat(num_epochs)\n",
    "    \n",
    "    # Shuffle the data, if specified.\n",
    "    if shuffle:\n",
    "      ds = ds.shuffle(10000)\n",
    "    \n",
    "    # Return the next batch of data.\n",
    "    features, labels = ds.make_one_shot_iterator().get_next()\n",
    "    return features, labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "W-51R3yIKxk4"
   },
   "outputs": [],
   "source": [
    "def train_nn_regression_model(\n",
    "    my_optimizer,\n",
    "    steps,\n",
    "    batch_size,\n",
    "    hidden_units,\n",
    "    training_examples,\n",
    "    training_targets,\n",
    "    validation_examples,\n",
    "    validation_targets):\n",
    "  \"\"\"Trains a neural network regression model.\n",
    "  \n",
    "  In addition to training, this function also prints training progress information,\n",
    "  as well as a plot of the training and validation loss over time.\n",
    "  \n",
    "  Args:\n",
    "    my_optimizer: An instance of `tf.train.Optimizer`, the optimizer to use.\n",
    "    steps: A non-zero `int`, the total number of training steps. A training step\n",
    "      consists of a forward and backward pass using a single batch.\n",
    "    batch_size: A non-zero `int`, the batch size.\n",
    "    hidden_units: A `list` of int values, specifying the number of neurons in each layer.\n",
    "    training_examples: A `DataFrame` containing one or more columns from\n",
    "      `california_housing_dataframe` to use as input features for training.\n",
    "    training_targets: A `DataFrame` containing exactly one column from\n",
    "      `california_housing_dataframe` to use as target for training.\n",
    "    validation_examples: A `DataFrame` containing one or more columns from\n",
    "      `california_housing_dataframe` to use as input features for validation.\n",
    "    validation_targets: A `DataFrame` containing exactly one column from\n",
    "      `california_housing_dataframe` to use as target for validation.\n",
    "      \n",
    "  Returns:\n",
    "    A tuple `(estimator, training_losses, validation_losses)`:\n",
    "      estimator: the trained `DNNRegressor` object.\n",
    "      training_losses: a `list` containing the training loss values taken during training.\n",
    "      validation_losses: a `list` containing the validation loss values taken during training.\n",
    "  \"\"\"\n",
    "\n",
    "  periods = 10\n",
    "  steps_per_period = steps / periods\n",
    "  \n",
    "  # Create a DNNRegressor object.\n",
    "  my_optimizer = tf.contrib.estimator.clip_gradients_by_norm(my_optimizer, 5.0)\n",
    "  dnn_regressor = tf.estimator.DNNRegressor(\n",
    "      feature_columns=construct_feature_columns(training_examples),\n",
    "      hidden_units=hidden_units,\n",
    "      optimizer=my_optimizer\n",
    "  )\n",
    "  \n",
    "  # Create input functions.\n",
    "  training_input_fn = lambda: my_input_fn(training_examples, \n",
    "                                          training_targets[\"median_house_value\"], \n",
    "                                          batch_size=batch_size)\n",
    "  predict_training_input_fn = lambda: my_input_fn(training_examples, \n",
    "                                                  training_targets[\"median_house_value\"], \n",
    "                                                  num_epochs=1, \n",
    "                                                  shuffle=False)\n",
    "  predict_validation_input_fn = lambda: my_input_fn(validation_examples, \n",
    "                                                    validation_targets[\"median_house_value\"], \n",
    "                                                    num_epochs=1, \n",
    "                                                    shuffle=False)\n",
    "\n",
    "  # Train the model, but do so inside a loop so that we can periodically assess\n",
    "  # loss metrics.\n",
    "  print(\"Training model...\")\n",
    "  print(\"RMSE (on training data):\")\n",
    "  training_rmse = []\n",
    "  validation_rmse = []\n",
    "  for period in range (0, periods):\n",
    "    # Train the model, starting from the prior state.\n",
    "    dnn_regressor.train(\n",
    "        input_fn=training_input_fn,\n",
    "        steps=steps_per_period\n",
    "    )\n",
    "    # Take a break and compute predictions.\n",
    "    training_predictions = dnn_regressor.predict(input_fn=predict_training_input_fn)\n",
    "    training_predictions = np.array([item['predictions'][0] for item in training_predictions])\n",
    "    \n",
    "    validation_predictions = dnn_regressor.predict(input_fn=predict_validation_input_fn)\n",
    "    validation_predictions = np.array([item['predictions'][0] for item in validation_predictions])\n",
    "    \n",
    "    # Compute training and validation loss.\n",
    "    training_root_mean_squared_error = math.sqrt(\n",
    "        metrics.mean_squared_error(training_predictions, training_targets))\n",
    "    validation_root_mean_squared_error = math.sqrt(\n",
    "        metrics.mean_squared_error(validation_predictions, validation_targets))\n",
    "    # Occasionally print the current loss.\n",
    "    print(\"  period %02d : %0.2f\" % (period, training_root_mean_squared_error))\n",
    "    # Add the loss metrics from this period to our list.\n",
    "    training_rmse.append(training_root_mean_squared_error)\n",
    "    validation_rmse.append(validation_root_mean_squared_error)\n",
    "  print(\"Model training finished.\")\n",
    "\n",
    "  # Output a graph of loss metrics over periods.\n",
    "  plt.ylabel(\"RMSE\")\n",
    "  plt.xlabel(\"Periods\")\n",
    "  plt.title(\"Root Mean Squared Error vs. Periods\")\n",
    "  plt.tight_layout()\n",
    "  plt.plot(training_rmse, label=\"training\")\n",
    "  plt.plot(validation_rmse, label=\"validation\")\n",
    "  plt.legend()\n",
    "\n",
    "  print(\"Final RMSE (on training data):   %0.2f\" % training_root_mean_squared_error)\n",
    "  print(\"Final RMSE (on validation data): %0.2f\" % validation_root_mean_squared_error)\n",
    "\n",
    "  return dnn_regressor, training_rmse, validation_rmse"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "KueReMZ9Kxk7"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training model...\n",
      "RMSE (on training data):\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D83FDA14A8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D83FDA14A8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D83FDEE4E0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D83FDEE4E0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FDEE9E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FDEE9E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FDEE940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FDEE940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FDEED30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FDEED30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841715320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841715320>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8416DA278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8416DA278>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416DA780>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416DA780>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416DA6D8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416DA6D8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416DAAC8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416DAAC8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848BACB38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848BACB38>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841A28C88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841A28C88>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848BC71D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848BC71D0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848BC7128>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848BC7128>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848BC7518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848BC7518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 00 : 166.40\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D849034278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D849034278>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8490776D8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8490776D8>>: AttributeError: module 'gast' has no attribute 'Num'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D849077BE0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D849077BE0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D849077B38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D849077B38>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D849077F28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D849077F28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413B1438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413B1438>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84129E710>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84129E710>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84129EF60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84129EF60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84129E198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84129E198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84129EC50>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84129EC50>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841500160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841500160>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8414E3EF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8414E3EF0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413CC438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413CC438>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413CC390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413CC390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413CC780>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413CC780>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 01 : 163.46\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840E7EB00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840E7EB00>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841715438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841715438>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8415EED30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8415EED30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8415EE390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8415EE390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8415EE3C8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8415EE3C8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841068898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841068898>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8411FB7F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8411FB7F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411FBCF8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411FBCF8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411FBC50>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411FBC50>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411EA048>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411EA048>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840E8C898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840E8C898>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8416050F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8416050F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416E2358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416E2358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416E2CC0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416E2CC0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416E2D30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8416E2D30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 02 : 157.33\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413CCA58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413CCA58>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D849000A20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D849000A20>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B608CF8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B608CF8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B608DA0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B608DA0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B608940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B608940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8417F4860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8417F4860>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841605438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841605438>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841605940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841605940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841605588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841605588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841605160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841605160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840F07438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840F07438>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841805908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841805908>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841805E10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841805E10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841805D68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841805D68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417D7198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417D7198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 03 : 150.42\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F70BA8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F70BA8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84103F0F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84103F0F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84103F5F8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84103F5F8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84103F550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84103F550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84103F940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84103F940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841788400>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841788400>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841770EB8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841770EB8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841460198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841460198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8414601D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8414601D0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8414607F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8414607F0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B5DCDA0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B5DCDA0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848F09E48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848F09E48>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8490AA128>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8490AA128>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8490AA5C0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8490AA5C0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84106F160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84106F160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 04 : 136.16\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848BF09E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848BF09E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841426E48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841426E48>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F06390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F06390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F062E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F062E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F066D8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F066D8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841278358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841278358>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84180D4E0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84180D4E0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84180D438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84180D438>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84180D160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84180D160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84180D0F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84180D0F0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F0C208>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F0C208>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848EADBA8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848EADBA8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E850F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E850F0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E850B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E850B8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E85438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E85438>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 05 : 120.58\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84900A358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84900A358>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84152B7B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84152B7B8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152BCC0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152BCC0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152BC18>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152BC18>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152BE10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152BE10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8417281D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8417281D0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841749D68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841749D68>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411CF400>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411CF400>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411CF2E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411CF2E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411CF198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411CF198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840E22518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840E22518>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84176B0F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84176B0F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417555F8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417555F8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841755F60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841755F60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411C7780>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411C7780>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 06 : 112.52\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84126D278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84126D278>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848C956D8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848C956D8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C95BE0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C95BE0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C95B38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C95B38>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C95F28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C95F28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B65D7F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B65D7F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848C96A58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848C96A58>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C964E0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C964E0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C96668>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848C96668>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848DA1390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848DA1390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840FD8828>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840FD8828>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841195D68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841195D68>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841195CC0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841195CC0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841195BE0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841195BE0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F46A90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F46A90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  period 07 : 105.53\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84159E9E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84159E9E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848EAEE10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848EAEE10>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F25358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F25358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F252B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F252B0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F256A0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F256A0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8418ED358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8418ED358>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84190AEF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84190AEF0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A3C8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A3C8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A2B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A2B0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A630>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A630>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840EE2A90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840EE2A90>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848F61A20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848F61A20>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F61F28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F61F28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F61E80>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848F61E80>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411822B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411822B0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 08 : 104.61\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84A4BBEF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84A4BBEF0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84174AA20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84174AA20>>: AttributeError: module 'gast' has no attribute 'Num'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A3C8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174A3C8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174AC88>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84174AC88>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F063C8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F063C8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848CB1DA0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848CB1DA0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83DB2FEB8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83DB2FEB8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CB18D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CB18D0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83DB2FF98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83DB2FF98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84126D898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84126D898>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8415354A8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8415354A8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417FC518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417FC518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417FCA90>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417FCA90>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417FC8D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8417FC8D0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 09 : 103.40\n",
      "Model training finished.\n",
      "Final RMSE (on training data):   103.40\n",
      "Final RMSE (on validation data): 103.27\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaMAAAEYCAYAAADxmJlCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdd3gU5fbA8e9JgVRCGiWhhI6A1FCUIigISFURAUWxgV3soterXL1ef3YREQEBUQQRsSACioCAApIgvUsNNdQUSH9/f8wQNiGkQJJNsufzPPtkduqZySZn3zLviDEGpZRSypncnB2AUkoppclIKaWU02kyUkop5XSajJRSSjmdJiOllFJOp8lIKaWU02kyUqqUEBEjInWdHUdpJiIvisiky9x2qoi8XtgxKYsmozJORPaKyDkRSRCRI/YflF8h7DfC/ufokcs6r9rrPJ5t/kh7/qtXGkdBiUgHEflTRM6IyEkR+UNEWhd3HIVNRJaKSJL9ez7/muvsuAqD/VlJtM/poIi8JyLul7MvY8wbxpj7CztGdeU0GbmGPsYYP6A50AIYVYzH3gHcnW3eXfb8YiUiFYCfgI+AICAcGA0kOyGWy/pnmodHjTF+Dq8+lzj2RV8gcvtSkd99FLFm9mf4BmAI8EBBd+CEmFUBaDJyIcaYI8BCrKQEgIgEiMg0EYkVkX0i8i8RcbOXudnv94nIMXu9AHvTZfbP0/Y31msucdg1gI+INLb32RjwtudnEpHeIrJORE7bJZemDsteEJF/RCReRLaIyM0Oy4aJyAoReUdETonIHhHpeYlY6tvXYYYxJt0Yc84Y84sxZoO9L3d7P8dFZLeIPOJY+rNLmV0djv2qiHzp8P4bu/R5RkSWnT9ne9lUEflERH4WkUSgi4iUt4+3X0SOish4EfF22OZZETksIodE5N5LnFOeRKSziMSIyPMicgSYktM8e90HRGSXXWr8UUTCHPZj7GuyE9iZw3EWiMij2eatF5FbxPK+/Tk6IyIbRKRJQc/FGLMNWA40sfcfJiLf2p/fPY6lcPv3M1tEvhSROGBYDr+zviKy2f7cLRWRqxyWtRCRtfbn7mvAy2FZiIj8ZG93UkSWn/+7UZdHL54LEZFqQE9gl8Psj4AAoDZwHVap5R572TD71cVe7geMtZd1sn9WtL+Fr8zl0F/Y+wWrlDQtW1wtgcnACCAY+BT4UUTK26v8A3S04xwNfCkiVR120RbYDoQAbwGfiYjkEMcOIF1EPheRniISmG35A0BvrNJjJDAgl3PKyXygHlAJWAtMz7Z8CPBfwB9YAfwfVoJsDtTFKqn9G0BEegDPAN3sfXblylTBKg3WBIbnNE9Ergf+BwwEqgL7gJnZ9tMf63o3yuEYXwGDz78RkUb2vucBN2J9ZuoDFYHbgRMFPQl7nx2Bv+1//nOB9VjX7gZgpIh0d9ikHzDbPub0bPuqD8wARgKhwM/AXBEpJyLlgO+xPrtBwDfArQ6bPw3E2NtVBl4EdGy1K2GM0VcZfgF7gQQgHuuP5TesBALgjlVF1chh/RHAUnv6N+Bhh2UNgFTAA4iw9+eRy7FfBb4EagD7AU/7Z3V7/qv2ep8Ar2Xbdjtw3SX2uw7oZ08PA3Y5LPOx46pyiW2vAqZi/SNJA34EKtvLFgMPOqx7o+M52teya/bzu8RxKtrbBtjvpwLTHJYLkAjUcZh3DbDHnp4MvOmwrL69v7qXON5S4Cxw2uH1mr2sM5ACeDmsn9O8z4C3HN772b/vCPu9Aa7P5fftb59TTfv9f4HJ9vT1WF8G2gFuBfwMGyAOOIX1xeR1rC/SbYH92dYdBUxx+P0sy+kzaU+/DMxyWOYGHLSvTSfgECAOy/8EXren/wP8cKnfh74K/tKSkWvob4zxx/oja4hVgsD+WQ7rG/B5+7C+ZQKE5bDMA+ubYL4ZY/ZjlcbeAHYaYw5kW6Um8LRd5XFaRE5jJawwABG5y6EK7zRWFU2Iw/ZHHI511p7MsZOGMWarMWaYMaaavZ8w4AOH83WMbV/27S/FruJ7065OjMNKXGSL03HfoViJM9rhvBbY8y83lseNMRUdXi87LIs1xiRlWz/7vCy/b2NMAlbpJdxhney/u0zGmHisUtAge9Yg7NKIMWYxVqn6Y+CoiEwQqw0vv1oaYwKNMXWMMf8yxmRgfW7Csn1uXiTr5/OS8XLx+WbY64fbyw4aO/PYHH8Hb2N9pn+xq3RfKMC5qBxoMnIhxpjfsb6hv2PPOo71zbemw2o1sL4dgvXNMPuyNOAoBa+SmIZVtTEth2UHgP9m+0fqY4yZISI1gYnAo0CwMaYisAmrZHFFjNX+MBW7/QE4jJUEz6uRbZNErARyXhWH6SFYVUJdsaoTI+z5jnE6XrPjwDmgscM5BxirkT4/sRRUTr+v7POy/L5FxBer2vRgLttkNwMYLFYbojewJHNDY8YYY1oBjbFKes/mO/qcHcAqSTp+bvyNMTflM97s5ytY1/wg1vUPz1bdm/k7MMbEG2OeNsbUBvoAT4nIDVd4Pi5Nk5Hr+QDoJiLNjTHpwCzgvyLib//jfwqrCg2sfyxPikgtsbqDvwF8bYxJA2KBDKy2pPz4Gqvaa1YOyyYCD4pIW7uh21dEeomIP+CL9Q8lFkBE7uFC8igQEWkoIk/bbWeISHWsNo5V9iqzgMdFpJrdnpT92+46YJCIeIpI9jYlf6wqzxNYCeuN3GKxv4VPBN4XkUp2POEO7R2zsBrcG4mID/DK5ZxzAX0F3CMize32ujeA1caYvQXYx89Y/+D/g/VZyQAQkdb279cTK6knAelXGO9fQJxYnTC87dJpE8l/V/1ZQC8RucGO62ms3+GfwEqsL16Pi4iHiNwCtDm/oVgdburaySrOPpcrPR+XpsnIxRhjYrFKJ+ercB7D+uewG6tR/Sus9grsn19g9Zzbg/UP5DF7P2ex2gT+sKtI2uVx3HPGmEXGmHM5LIvC6jwwFqtdYBdWWxDGmC3Au1j/HI4CVwN/XMapg9Vu1hZYLVaPtlVYpayn7eUTsXobrsfqgDAn2/YvA3XsGEdjXavzpmFV4xwEtnAhweXmeaxzXWVX7S3CapfDGDMf64vDYnudxfnY31jJep9RdD62yWSM+Q3rHL/FKhnU4UKVW373kYx13bqS9fpUwLq+p7Cu0wnsErpYN6LOL8hx7GOlY5VKmmN9Po8Dk7BKpvnZfjtwJ1YnnuP2vvoYY1KMMSnALVifw1NYHS4cPw/1sH5fCVifzXHGmKUFPQd1gWStElVKnSciEVj/5Dzt0qBSqohoyUgppZTTaTJSSinldFpNp5RSyum0ZKSUUsrpSvXAgSEhISYiIsLZYSillMqn6Ojo48aY0OzzS3UyioiIICoqytlhKKWUyicRyXE0Ea2mU0op5XSajJRSSjmdJiOllFJOV6rbjJRSqjCkpqYSExNDUlL2gc3V5fLy8qJatWp4enrma31NRkoplxcTE4O/vz8RERHk/FxGVRDGGE6cOEFMTAy1atXK1zZaTaeUcnlJSUkEBwdrIiokIkJwcHCBSpqajJRSCjQRFbKCXk+XTkZz1sawZu9JUtIynB2KUkq5NJdNRqnpGbz03SZuG7+SpqMXcuek1YxdvJPofZqclFLF7/Tp04wbN67A2910002cPn0613X+/e9/s2jRossNrViU6oFSIyMjzZWMwHAqMYXVe06yavcJVu0+wbYj8QB4e7oTGRFIu9rBtKsdTNNqAXi6u2zeVqrM27p1K1dddZVTY9i7dy+9e/dm06ZNWeanp6fj7u7upKiuTE7XVUSijTGR2dd16d50gb7l6NGkCj2aVAHgZGIKq+3EtGr3Sd5euB0An3LutKoZyDV1rOR0dbgmJ6VU4XrhhRf4559/aN68OZ6envj5+VG1alXWrVvHli1b6N+/PwcOHCApKYknnniC4cOHAxeGRUtISKBnz5506NCBP//8k/DwcH744Qe8vb0ZNmwYvXv3ZsCAAURERHD33Xczd+5cUlNT+eabb2jYsCGxsbEMGTKEEydO0Lp1axYsWEB0dDQhISHFcv4unYyyC/ItR8+rq9Lz6qoAHE9I5i+HktNbC6zk5FvOnciIILvkFMTV4QF4aHJSqkwYPXczWw7FFeo+G4VV4JU+jXNd580332TTpk2sW7eOpUuX0qtXLzZt2pTZNXry5MkEBQVx7tw5Wrduza233kpwcHCWfezcuZMZM2YwceJEBg4cyLfffsudd9550bFCQkJYu3Yt48aN45133mHSpEmMHj2a66+/nlGjRrFgwQImTJhQeBcgHzQZ5SLErzw3XV2VmxyS0+rdF5LT/y3YBljJqXWtIK6xq/Uah1XQ5KSUuiJt2rTJco/OmDFj+O677wA4cOAAO3fuvCgZ1apVi+bNmwPQqlUr9u7dm+O+b7nllsx15syZA8CKFSsy99+jRw8CAwML9XzyosmoAEL8ytOraVV6NbWSU2x8Mqv3WIlp5T8nWLo9FgC/8h60jrhQrdc4LAB3N+02qlRpkFcJprj4+vpmTi9dupRFixaxcuVKfHx86Ny5c4738JQvXz5z2t3dnXPnzuW47/Prubu7k5aWBlg3qjqTJqMrEOpfnt5Nw+jdNAyAY/FJrN59kpV2yWmJnZz8y3vQplZQZoeIRmEVNDkppbLw9/cnPj4+x2VnzpwhMDAQHx8ftm3bxqpVqwr9+B06dGDWrFk8//zz/PLLL5w6darQj5EbTUaFqJK/F32ahdGnmZ2c4pLsxHSS1btP8Nu2YwD4e3nQ1iE5XVVVk5NSri44OJj27dvTpEkTvL29qVy5cuayHj16MH78eJo2bUqDBg1o165doR//lVdeYfDgwXz99ddcd911VK1aFX9//0I/zqW4dNfu4nbkTFJmtd6q3SfZczwRgApeHrSpZXWGuKZOMI2qVtC7wZUqRiWha7ezJScn4+7ujoeHBytXruShhx5i3bp1V7RP7dpdQlUJ8KJf83D6NQ8H4PCZc5kdIlbuPsGirUcBaBJegWe7N6RTvRBNSkqpYrF//34GDhxIRkYG5cqVY+LEicV6fE1GTlQ1wJv+LcLp38JKTodOn2Pp9ljGLd3F3ZP/ok2tIJ7r3oDIiCAnR6qUKuvq1avH33//7bTja//jEiSsojdD2tZg8dOd+U+/xuyOTWTA+JXcO3UNmw+dcXZ4SilVZDQZlUDlPNy465oIlj3Xmed6NCBq70l6jVnBYzP+zmxnUkqpskSTUQnmU86DhzvXZfnz1/NIlzos2nKUru/9zqg5Gzh0Ouf7B5RSqjTSZFQKBHh78mz3hix7rgtD29Xk2+iDdH5nKa/9tIUTCcnODk8ppa6YJqNSJNS/PK/2bcziZ66jb7Mwpvyxh05vLeG9X3cQn5Tq7PCUUsXIz88PgEOHDjFgwIAc1+ncuTN53f7ywQcfcPbs2cz3+XkkRVFw7d50Y1pCSiK4e4KbO7h52tMe1svd055nv8+c9nRY7pHzNm4eF9bNcbm7w/4dju9RHqo2s35eQrVAH965rRkPXleb937dwZjfdjJt5V4e7lyHu66JwMuzdA43r5QquLCwMGbPnn3Z23/wwQfceeed+Pj4APDzzz8XVmgFUmTJSEQmA72BY8aYJg7zHwMeBdKAecaY5+z5o4D7gHTgcWPMwqKKLVP9HpASD+lpkJEGGamQnmpPp12YTjnrsNz+mZF2YTo9FTLSHaavsJRSqTHcNgVCG+S6Wt1K/oy7oxUbY87w9i/beePnbXy2Yg+P31CPgZHV9TEXSpUizz//PDVr1uThhx8G4NVXX0VEWLZsGadOnSI1NZXXX3+dfv36ZdnO8TlI586d45577mHLli1cddVVWcame+ihh1izZg3nzp1jwIABjB49mjFjxnDo0CG6dOlCSEgIS5YsyXwkRUhICO+99x6TJ08G4P7772fkyJHs3bv3ko+quBJFNgKDiHQCEoBp55ORiHQBXgJ6GWOSRaSSMeaYiDQCZgBtgDBgEVDfGJOe2zFK7AgMxoDJuJCYLkpWjskuNWsyjDsEC1+ySmw9/w9a3gX5vPF11e4TvL1wO9H7TlEz2IenutWnT9Mw3HSoIaVylWWkgPkvwJGNhXuAKldDzzdzXeXvv/9m5MiR/P777wA0atSIBQsWULFiRSpUqMDx48dp164dO3fuRETw8/MjISEhSzJ677332LRpE5MnT2bDhg20bNmSVatWERkZycmTJwkKCiI9PZ0bbriBMWPG0LRp0yzJBy48H2nfvn0MGzaMVatWYYyhbdu2fPnllwQGBlK3bl2ioqJo3rw5AwcOpG/fvjk+qqJEjMBgjFkmIhHZZj8EvGmMSbbXOWbP7wfMtOfvEZFdWIlpZVHFV6REQNytqje8Cr597c7w3QiY+zjsXgJ9PgSvgDw3a1c7mNkPXsOS7cd4e+EOnpi5jk+W/sPTNzag61WVdDQHpUqwFi1acOzYMQ4dOkRsbCyBgYFUrVqVJ598kmXLluHm5sbBgwc5evQoVapUyXEfy5Yt4/HHHwegadOmNG3aNHPZrFmzmDBhAmlpaRw+fJgtW7ZkWZ7dihUruPnmmzNHD7/llltYvnw5ffv2zfejKgqiuNuM6gMdReS/QBLwjDFmDRAOOA5DG2PPc03+VeDO7+CPD2Dx63AwGm6dDNVb57mpiHB9w8p0rl+JnzYe5r1ftvPAtCha1KjIs90bcG2d4nlqo1KlVh4lmKI0YMAAZs+ezZEjRxg0aBDTp08nNjaW6OhoPD09iYiIyPHREY5y+tK5Z88e3nnnHdasWUNgYCDDhg3Lcz+51Zrl91EVBVHcjQoeQCDQDngWmCXWlcvpK3uOV0JEhotIlIhExcbGFl2kzubmBh2fgnvtprPJ3WH5e5CRkc/Nhb7Nwvj1qev43y1Xc/h0EkMmrmboZ6tZf6D4e8oopfI2aNAgZs6cyezZsxkwYABnzpyhUqVKeHp6smTJEvbt25fr9p06dWL69OkAbNq0iQ0bNgAQFxeHr68vAQEBHD16lPnz52duc6lHV3Tq1Invv/+es2fPkpiYyHfffUfHjh0L8WyzKu5kFAPMMZa/gAwgxJ5f3WG9asChnHZgjJlgjIk0xkSGhoYWecBOV701jFgOjfrCb6Phy5sh/ki+N/d0d2NwmxosfbYz/+p1FZsOnqHfx3/w4BfR7Dya87NTlFLO0bhxY+Lj4wkPD6dq1arccccdREVFERkZyfTp02nYsGGu2z/00EMkJCTQtGlT3nrrLdq0aQNAs2bNaNGiBY0bN+bee++lffv2mdsMHz6cnj170qVLlyz7atmyJcOGDaNNmza0bduW+++/nxYtWhT+SduK9BESdpvRTw4dGB4Ewowx/xaR+sBvQA2gEfAVFzow/AbUK7UdGIqCMbB2Gsx/Hsr5ws2fQr2uBd5NfFIqn63Yw6Tlezibkkb/FuE82bU+1YN8iiBopUoHfYRE0ShIB4YiKxmJyAysDggNRCRGRO4DJgO1RWQTMBO42y4lbQZmAVuABcAjeSUilyMCre6G4UvBrzJMv9XqdZeWUqDd+Ht5MrJrfZY914X7OtTipw2Huf7dpfz7h00ci8+9DlkppYqKPlyvNEo9B7/8C9ZMgrAWcOtnEFznsnZ1+Mw5Plq8i6/XHMDTXbinfS0e7FSHAB/PQg5aqZJLS0ZFo0SUjFQR8vSGXu/C7V/CyT3waSfYMOuydlU1wJs3br6a3566ju6NqzD+93/o8NZiPl6yi8TktEIOXKmSqzR/MS+JCno9NRmVZlf1gQdXWDfUzXkAvnsIkhMua1cRIb58OKgFPz/ekba1gnh74Xaue3sJU//YQ3Ka1piqss3Ly4sTJ05oQiokxhhOnDiBl1f+77PUarqyID0Nlr0Fy96GoNowYLI1vt0ViN53ircXbmPV7pOEV/TmuR4N6NssTG+cVWVSamoqMTExed57o/LPy8uLatWq4emZtcr/UtV0mozKkr0r4NsH4Oxx6PYfaPtgvocSyokxhhW7jvPm/G1sPhRHm1pBjO7bmKuqVijEoJVSrkSTkatIPAE/PAI75kO97tB/HPhe2agL6RmGr9cc4O2F2zhzLpWh7WryVLcG2slBKVVgmoxciTHw1wSrx513ENw6EWp1uuLdnj6bwru/7GD66n1U9CnHs90bMDCyOu46EKtSKp+0N50rEYG2I+D+36C8P3ze1xrjLv3KesdV9CnHa/2b8NNjHakT6suoORvp//EfrN1/qpACV0q5Kk1GZVnVptZNss3vsDo3TL0JTu+/4t02CqvArBHX8OGg5hyLT+KWcX/yzDfriY3XR6ArpS6PVtO5io2zYe5IawDWvh9Bo355b5MPCclpjF28i89W7MbLw50nutbj7msj9MF+SqkcaTWdq7t6ADy4DILqwKy7rMSUeuXDvvuV9+CFng1ZMLITLWsG8vq8rdz04XL+2HW8EIJWSrkKTUauJKi29UiKax+H6CkwoQsc21oou64T6sfUe1oz8a5IktLSuWPSah6eHs3B01ee8JRSZZ9W07mqXYvguwchOR56/A9a3XNF9yQ5SkpNZ+Ky3Xy8dBcAD3euy/BOtfHydC+U/SulSi/t2q0uFn/Uerz57iVWG1KfD8E7sNB2f/D0Of47bws/bzxC9SBvXu7ViG6NKusoDkq5MG0zUhfzrwx3zoGuo2HbPBjfEfavLrTdh1f0ZtwdrZh+f1u8PNwZ/kU0d09Zwz+xlzd+nlKq7NJk5Orc3KDDSKstSdxgSk9Y9g5kFN7gqO3rhvDzEx15uXcj/t53ih4fLON/87eSoKOCK6VsWk2nLkg6Y/Wy2zzHGrHh5glQoWqhHiI2Ppn/W7CN2dExVK5QnlE9r6Jfcx2AVSlXodV0Km9eAdaI333HQkwUjG8POxYW6iFC/cvzzm3NmPPwtVSu4MXIr9dx+6er2HIorlCPo5QqXTQZqaxEoOVQa+QG/6rw1UBY8CKkFe7oCi1rBPL9w+1585ar2RWbQO+PlvPy95s4fbZgj1FXSpUNWk2nLi01CX592Rp0Nbgu9HoPal9X6Ic5czaV937dzher9hHg7ckz3RswqHUNHYBVqTJIq+lUwXl6wU1vw53fQkYaTOtrPS8p4VihHibAx5PR/Zow7/GO1Kvsz0vfbaLfxyuI3qcDsCrlKrRkpPIn9Rwsfw9WvA+ePtD1FetGWbfC/T5jjGHuhsO8MW8rR+KSuKVlOC/0bEgl//w/vlgpVXLpTa+qcMTugHlPwd7lEB4Jvd+3RgcvZInJaYxdsotJy3dT3sOdJ26ox7D2OgCrUqWdJiNVeIyBjd/Awhfh7Anr8eZdXrSenVTI9hxP5D9zN7Nkeyx1Qn15tW9jOtYLLfTjKKWKR7G3GYnIZBE5JiKbHOa9KiIHRWSd/brJYdkoEdklIttFpHtRxaUKgQg0HQiProFWw2DVJzC2DWz5wUpUhahWiC9T7mnDZ3dHkpZhGPrZXzz4RTQxp84W6nGUUs5VZCUjEekEJADTjDFN7HmvAgnGmHeyrdsImAG0AcKARUB9Y0yuwwBoyaiEOLAGfnoSjm6Eut2sTg9BtQr9MEmp6UxavpuPl/xDhjF8cmdLrm9YudCPo5QqOsVeMjLGLANO5nP1fsBMY0yyMWYPsAsrManSoHpr676k7v+D/SthXDtrSKG0wr1nyMvTnUevr8dvT19H3Up+PD5jHTuPxhfqMZRSzuGM1uBHRWSDXY13fojocOCAwzox9ryLiMhwEYkSkajY2NiijlXll7sHXPMwPPIX1LsRFr8G4zvA3hWFfqiwit5MvCsSL0937p8WpTfKKlUGFHcy+gSoAzQHDgPv2vNzursxx/pDY8wEY0ykMSYyNFQbskucgHC4/QsY8g2knYOpvaznJiUU7heHsIrefDq0FYdPJ/HIV2tJS88o1P0rpYpXsSYjY8xRY0y6MSYDmMiFqrgYoLrDqtWAQ8UZmypk9W+Eh1dDx6dh42wYGwnRUyGj8JJGq5qBvH5zE/7YdYLX5xXOE2uVUs5RrMlIRByHgL4ZON/T7kdgkIiUF5FaQD3gr+KMTRWBcj5ww7/hwRVQuTHMfQImd4cjm/LeNp8GRlbn3va1mPrnXr5es7/Q9quUKl5F2bV7BrASaCAiMSJyH/CWiGwUkQ1AF+BJAGPMZmAWsAVYADySV086VYpUagjD5kH/T+DkP/BpJ1j4EiQXzkP2XrypIR3rhfCv7zcRtTe/fWaUUiWJ3vSqitfZk7DoVVj7OVQIh55vQcNe1r1LV+DM2VT6fbyChOQ0fni0A+EVvQsnXqVUodKBUlXJ4BMEfcdYT5b1qghf3wEzBsGpfVe02wAfTybdHUlSagYPfB7F2RR9iqxSpYkmI+UcNdrBiN+h22uwZxl83NYahDU99bJ3WbeSP2MGN2frkTie/WYDpbnUr5Sr0WSknMfdE9o/bt2bVPcGq/pufEfY9+dl7/L6hpV5vkdD5m08zNjFuwovVqVUkdJkpJyvYnUYNB0GzYCUBJjSE75/BBJPXNbuRnSqTf/mYbz76w5+2XykkINVShUFTUaq5Gh4EzyyGtqPhA0zYWwrWPtFge9NEhHevLUpzaoF8OTX69h2JK6IAlZKFRZNRqpkKecL3UbDiOUQ2hB+fBSm3gRHtxRoN16e7nw6NBLf8h48MC2Kk4k6ZJBSJZkmI1UyVW4Ew36GvmMhdht82hF+/TekJOZ7F1UCvPh0aCuOxiXz8PRoUnXIIKVKLE1GquRyc4OWQ+HRaGg2CP740Op1t+3nfO+iRY1A/nfz1azafZLXfipY6UopVXw0GamSzzcY+n0M98yHcn4wczDMGJLvDg63tqrG8E61mbZyH9NXX9n9TEqpoqHJSJUeNa+FEcug66uwaxF80Q/OncrXps/3aMh19UN55YfNrN59eb30lFJFR5ORKl08ykGHJ2HwVxC7Hb68FZLy7i3n7iaMGdyCGsE+PDR9LQdO6mPLlSpJNBmp0qluV7jtczi8Hr4amK+ODQHenky8K5LU9AwemBZFYrIOGaRUSaHJSJVeDW+CWyfBgdXW+Hap5/LcpE6oH2OHtGTH0Xie+WY9GRk6ZJBSJYEmI1W6Nb4Z+o+HPcvh66GQlpznJr1j9UgAACAASURBVNfVD+XFm65i/qYjjFm8sxiCVErlRZORKv2a3Q59PoRdv8Lse/M12Op9HWpxa8tqfLBoJ/M3Hi6GIJVSudFkpMqGVndDz7dh20/w3QjIyP3ZjCLCf29uQvPqFXlq1nq2HNIhg5RyJk1GquxoOxy6/Qc2fQs/PJrnmHZenu5MGNqKCt7WkEEnEvKu4lNKFQ1NRqpsaf8EdH4R1n8F856CPJ5pVKmCFxOGRnI8IZmHpq8lJU2HDFLKGTQZqbLnuuese5Gip8CCUXkmpGbVK/LWgKb8teckr/y4WR/Kp5QTeDg7AKUKnQjc8IrVs27VOPD0st6LXHKTfs3D2Xo4nvG//0Ojqv4MvSai+OJVSmkyUmWUCHR/A9KSrMeZe3hD5+dz3eTZ7g3YcTSeV+duoU4lP66tE1JMwSqltJpOlV0icNO70PwOWPqGNep3LtzdhA8HNadWiC+PTF/L/hM6ZJBSxUWTkSrb3Nyg70fQ5FbreUirP811dX8vTybdFUmGgQemRZGgQwYpVSyKLBmJyGQROSYim3JY9oyIGBEJsd+LiIwRkV0iskFEWhZVXMoFubnDzZ9Cw94w/zmImpLr6hEhvnw8pCW7YhN48ut1OmSQUsWgKEtGU4Ee2WeKSHWgG7DfYXZPoJ79Gg58UoRxKVfk7gkDJkPdbvDTk7B+Zq6rd6gXwks3XcWvW47y/qIdxRSkUq6ryJKRMWYZcDKHRe8DzwGOXzf7AdOMZRVQUUSqFlVsykV5lIfbv4BaHeH7h2DTnFxXv6d9BAMjq/HR4l38tOFQMQWplGsq1jYjEekLHDTGrM+2KBw44PA+xp6X0z6Gi0iUiETFxsYWUaSqzPL0hsEzoXpbmPMAbJt3yVVFhNf6N6FVzUCe+WY9mw6eKcZAlXItxZaMRMQHeAn4d06Lc5iXY0W9MWaCMSbSGBMZGhpamCEqV1HOF4bMgqrN4Zth1lNjL6G8hzvj72xFoE85hk+LIjZehwxSqigUZ8moDlALWC8ie4FqwFoRqYJVEqrusG41QOtFVNHxqgB3zobQBjDzDtiz7JKrhvqXZ+JdkZw8m8KDX0aTnJb7IKxKqYIrtmRkjNlojKlkjIkwxkRgJaCWxpgjwI/AXXavunbAGWOMjuuvipZ3IAz9AQJrwVe3w/5Vl1y1SXgAbw9oRvS+U7z8/SYdMkipQlaUXbtnACuBBiISIyL35bL6z8BuYBcwEXi4qOJSKgvfYLjrB6gQBl8OgIPRl1y1T7MwHu1Sl1lRMUz9c2/xxaiUC8g1GYnI9Q7TtbItuyW3bY0xg40xVY0xnsaYasaYz7ItjzDGHLenjTHmEWNMHWPM1caYqIKfilKXyb8y3PUj+ATBF7fAkY2XXPWpbvXp1qgyr8/byoqdx4sxSKXKtrxKRu84TH+bbdm/CjkWpZwnIBzunmt1bpjWD45ty3E1Nzfh/dubUyfUl0e+Wsve44nFHKhSZVNeyUguMZ3Te6VKt8CaVkJy84BpfeHEPzmu5lfeg0l3tUYE7p8WRXxS3o85V0rlLq9kZC4xndN7pUq/4DpWlV1GGnzeB07tzXG1GsE+jBvSkj3HE3li5jrSdcggpa5IXsmotoj8KCJzHabPv6+Vx7ZKlU6VGlqdGlIS4fO+cOZgjqtdWzeEV/o0YvG2Y7zzy/ZiDlKpsiWv5xn1c5h+J9uy7O+VKjuqXA1D58C0/laV3bCfrY4O2QxtV5Oth+P5ZOk/NKziT7/mOQ4copTKQ64lI2PM744v4E8gDthqv1eq7ApvBXd8A3GHrU4NiScuWkVEGN23MW0ignhu9gYdMkipy5RX1+7xItLYng4A1gPTgL9FZHAxxKeUc9VoB0Nmwqk98EU/OHfqolXKebgx7s6WBPqU45Gv1mqHBqUuQ15tRh2NMZvt6XuAHcaYq4FWWCNvK1X21eoEt0+H2O3w5a2QFHfRKiF+5floSAtiTp3jhTkbdYQGpQoor2SU4jDdDfgewB7CRynXUa8r3DYVDq+HrwZanRuyaR0RxNM31mfehsN8uXr/xftQSl1SXsnotIj0FpEWQHtgAYCIeADeRR2cUiVKw15w6yQ4sBpmDILUcxet8mCnOnRuEMprc7do+5FSBZBXMhoBPApMAUY6lIhuAC79IBilyqrGN0P/T2DPcvh6KKRlfaSEm5vw3sDmBPlq+5FSBZFXb7odxpgexpjmxpipDvMXGmOeLvLolCqJmg2CPh/Arl9h9r2QnjXhBPmW0/YjpQoo1/uMRGRMbsuNMY8XbjhKlRKthlmlovnPwXcj4JaJ4Oaeubh1RBDP3NiA/1uwjXa1gxnarqbzYlWqFMjrptcHgU3ALKyH3el4dEqd13aE1W606BVwLw/9Pga3C5UNIzrVZvWeE7w2dwstqlekSXiAE4NVqmTLq82oKjAB6A4MBTyBH40xnxtjPi/q4JQq8TqMhM6jYP1XMO8pcKiS0/YjpfIvrzajE8aY8caYLsAwoCKwWUSGFkdwSpUK1z0PHZ6E6Cmw7O0si7T9SKn8ydeTXkWkJTASuBOYD1z6cZhKuRoRuOEVaDoIlvwXts7Nsvh8+5Hef6TUpeU1HNBoEYkGngJ+ByKNMfcZY7YUS3RKlRYi0OdDazy7OSPg6OYsi0d0qq33HymVi7xKRi8DAUAz4H/AWhHZICIbRWRDkUenVGni6WUNG1TeH2YMzjKwavb2ozhtP1Iqi7ySUS2sG1x7268+9uv8tFLKUYWqMGg6xB+Bb+7Ocg+SY/vRqG+1/UgpR3l1YNiX0wuIAToUT4hKlTLVIqHvGNi7HBaMyrIos/1o42G+XLXPSQEqVfLk1WZUQURGichYEblRLI8Bu4GBxROiUqVQs0Fw7WOwZiJETcmyKLP96Ket2n6klC2varovgAbARuB+4BdgANDPGNMvtw1FZLKIHBORTQ7zXrPbnNaJyC8iEmbPFxEZIyK77OUtr+islCoJuo6Gul3h52dg35+Zs7X9SKmL5ZWMahtjhhljPgUGA5FAb2PMunzseyrQI9u8t40xTY0xzYGfgH/b83sC9ezXcOCTfMavVMnl5g63fgaBEdagqqcvdOsO8i3HWG0/UipTXsko8yubMSYd2GOMic/Pjo0xy4CT2eY5PpXMFzj/F9gPmGYsq4CKIlI1P8dRqkTzrgiDZ1odGWYMyfIcpMiIIJ7tru1HSkHeyaiZiMTZr3ig6flpEbn4cZf5ICL/FZEDwB1cKBmFAwccVoux5+W0/XARiRKRqNjY2MsJQaniFVIPBnwGRzfB9w9nGTJoeMfadNH2I6Xy7E3nboypYL/8jTEeDtMVLueAxpiXjDHVgelYz0qCnAdgzbHewhgzwRgTaYyJDA0NvZwQlCp+9bpBt//Alu9h2TuZs93chHcHNifYT9uPlGvL13BAReQr4FZ7Ogao7rCsGtYo4UqVHdc+Bk1vhyWvw9afMmcH+Zbjo8HafqRcW7EmIxGp5/C2L7DNnv4RuMvuVdcOOGOMOVycsSlV5ESgzxhryKDvsg4ZpO1HytUVWTISkRnASqCBiMSIyH3AmyKyyR5K6EbgCXv1n7HuXdoFTAQeLqq4lHKq80MGlfO7aMggbT9SrkxKc5VAZGSkiYqKcnYYShVcTBRMuQmqt4Gh34G7JwAnE1PoNWY55TzcmPtYByp4eTo5UKUKl4hEG2Mis893ZpuRUq7LccighS9mztb2I+WqNBkp5SzNBsE1j8JfEyB6auZsbT9SrkiTkVLO1O0/1pBB87IOGaTtR8rVaDJSypkyhwyqmWXIIL3/SLkaTUZKOZvjkEEzLwwZpO1HypVoMlKqJDg/ZNCRrEMGafuRchWajJQqKS4xZJC2HylXoMlIqZLEccigbfMAbT9SrkGTkVIliQj0+RDCWsKc4XB0C6DPP1JlnyYjpUoaT28YdH7IoEFw1nosWKuaQTyn7UeqjNJkpFRJVCHMSkjxR2DWXVZPO+CBjrW5vmElbT9SZY4mI6VKqmqRVpWdw5BBbm7Cu7c1I9ivHA9P1/YjVXZoMlKqJGs++KIhgwLt9qODp8/xwrcbtP1IlQmajJQq6bIMGbQSuNB+9PPGI3yh7UeqDNBkpFRJl2XIoDvh9AHgQvvR6z9tZWOMth+p0k2TkVKlQeaQQSkwczCkJGZpP9L7j1Rpp8lIqdIipB4MmJxlyCBtP1JlhSYjpUqTet2g22hryKDl1pBB2n6kygJNRkqVNtc+bg0ZtPjCkEHafqRKO01GSpU2OQwZpO1HqrTTZKRUaeQ4ZNDMwXD2pLYfqVJNk5FSpdX5IYPiDsM3d0N6qrYfqVJLk5FSpdn5IYP2LIOFLwFW+9EN2n6kSpkiS0YiMllEjonIJod5b4vINhHZICLfiUhFh2WjRGSXiGwXke5FFZdSZU7mkEGfQvTnuLkJ79zWjBC7/Sjm1FlnR6hUnoqyZDQV6JFt3q9AE2NMU2AHMApARBoBg4DG9jbjRMS9CGNTqmzp9h+ocwPMexr2rSTQtxwfDWnJiYRken6wnNnRMdqGpEq0IktGxphlwMls834xxqTZb1cB1ezpfsBMY0yyMWYPsAtoU1SxKVXmuLlbN8QG1oRZQ+H0AVrVDGTByE5cVbUCz3yznge/jOZEQrKzI1UqR85sM7oXmG9PhwMHHJbF2PMuIiLDRSRKRKJiY2OLOESlSpHzQwalJcPMIZBylupBPswY3o4Xb2rIkm2xdP9gGYu2HHV2pEpdxCnJSEReAtKA6edn5bBajnUKxpgJxphIY0xkaGhoUYWoVOmUOWTQRvjBGjLI3U0Y3qkOPz7WnlB/L+6fFsXzszeQkJyW9/6UKibFnoxE5G6gN3CHuVCJHQNUd1itGnCouGNTqkw4P2TQ5u8yhwwCaFilAt8/ci0Pd67DN9EH6PnhMv7aczKXHSlVfIo1GYlID+B5oK8xxrGLz4/AIBEpLyK1gHrAX8UZm1JliuOQQb/8C1KTACjv4c5zPRoya8Q1CMLtE1byv/lbSU5Ld3LAytUVZdfuGcBKoIGIxIjIfcBYwB/4VUTWich4AGPMZmAWsAVYADxijNG/DqUulwj0GQOt7oE/P4IJneHw+szFkRFBzH+iI4Na1+DT33fTb+wfbDkU57x4lcuT0tzdMzIy0kRFRTk7DKVKtp2L4MdHITEWrnsBOjwJ7h6ZixdvO8pzszdy5lwKT3arz4hOdXB3y6kZV6krJyLRxpjI7PN1BAalyrp6XeGhP6FRf1jyOky+EY7vzFx8fcPK/PJkJ7o1qsxbC7Zz+6cr2Xci0YkBK1ekyUgpV+ATBAM+gwFT4ORuGN8BVo2HjAwAgnzL8fGQlrx/ezO2H42n54fLmfHXfr1RVhUbTUZKuZImt8DDq6DWdbDgeZjWF05bt/iJCDe3qMbCkZ1oXr0io+Zs5L7PozgWn+TkoJUr0GSklKvxrwJDvoa+H8Ghv+GTa+Hv6WCXgsIqevPlfW15pU8j/th1nO7vL2P+xsNODlqVdZqMlHJFItDyLnjoD6hytXWD7MwhkHAMADc34Z72tZj3eAeqBfrw0PS1PPX1Os6c04f2qaKhyUgpVxYYAXf/BDf+F3b9BuPawZYfMhfXreTPnIev5Ykb6vHD+kP0/GAZf+w67rx4VZmlyUgpV+fmBtc+CiOWQUB1mHWX9Tjzc6cB8HR348lu9fn2oWvx8nTnjkmrGT13M0mpeiugKjyajJRSlkoN4f5F1r1IG2dbbUn/LM5c3Lx6ReY93pFh10Yw5Y+99BqznA0xp50YsCpLNBkppS5w94Quo6ykVM4PvrjZekZSinXfkXc5d17t25gv7mtDYnI6t4z7kw8X7SQtPcPJgavSTpORUupi4S1hxO/Q7hFY85l1X9L+1ZmLO9YLZeHITvRqWpX3F+3g1vEr+Sc2wYkBq9JOk5FSKmee3tDjDRj2E6SnwZQesGi09bwkIMDHkw8HtWDskBbsO5FIrzHL+fzPvWRk6I2yquA0GSmlchfRweoC3vwOWPEeTLwejmzKXNy7aRgLR3aiXe1gXvlxM3dP+YvDZ845MWBVGmkyUkrlzasC9BsLg7+27kWa0BmWv2uVmIDKFbyYMqw1/725CVF7T9H9/WX8sO6gDiek8k2TkVIq/xr0sIYTangT/PYfmNITTvwDWMMJ3dG2JvOf6EjdSn48MXMdj874m9NnU5wctCoNNBkppQrGNxhu+xxumQTHt1udG/6amDmcUESIL7NGXMOz3RuwcNMRbnx/GUu3H3Ny0Kqk02SklCo4EWh6m1VKqnEN/PyM1Q38zEEAPNzdeKRLXb5/pD0VfTwZNmUNL323kbMpaU4OXJVUmoyUUpevQhjc+S30fh8OrIZx18D6mZmlpCbhAfz4aAce6FiLr/7az00fLid63yknB61KIk1GSqkrIwKR91o97ipdBd+NgFlDIdEaw87L052XejVixgPtSE033Db+T17+fhNnzuqgq+oCTUZKqcIRVBvu+Rm6joYdC61BV7fNy1zcrnYwC0Z25K5rIpi+eh9d3l3K12v2631JCtBkpJQqTG7u0GEkDF9qPTdp5hD4/mFIOgOAv5cnr/ZtzE+PdaROqC/Pf7uRWz75k40xZ5watnI+TUZKqcJXuTHcvxg6PgPrZ8An7WH375mLG4VVYNaIa3hvYDNiTp2j78crePG7jZxK1G7grkqTkVKqaHiUgxtehvt+BY/y1iPO5z8PKWcB676kW1pWY/Ez13HPtbX4es0Brn93KTP+0qo7V1RkyUhEJovIMRHZ5DDvNhHZLCIZIhKZbf1RIrJLRLaLSPeiikspVcyqRcKI5dBmBKweD+PbQ9QUSLYGVq3g5cm/+zRi3uMdqFfJn1FzNnLzuD9Yf0AfT+FKirJkNBXokW3eJuAWYJnjTBFpBAwCGtvbjBMR9yKMTSlVnMr5wE1vwV0/QDlf+GkkvHeVVVI6vhOAhlUq8PWIdnxwe3MOnUmi/7g/GDVnAye16s4lFFkyMsYsA05mm7fVGLM9h9X7ATONMcnGmD3ALqBNUcWmlHKS2p2tUtK9v0D97tbjKcZGwud9YetcJCOd/i3CWfz0ddzXvhazomK4/t2lfLlqH+ladVemlZQ2o3DggMP7GHueUqqsEYEabeHWSfDUVrj+ZWt8u6/vhA+bwbK38U87xb96N2L+Ex1pWMWff32/if4f/8Hf+/WG2bKqpCQjyWFejl+DRGS4iESJSFRsbGwRh6WUKlJ+odDpGXhiPQz6CkLqweLX4b1GMPs+6idvZsb9bRkzuAXH4pO4edyfPD97AycSkp0duSpkJSUZxQDVHd5XAw7ltKIxZoIxJtIYExkaGloswSmlipi7BzTsBXd9D49GQ5sHYOevMLk78mlH+qYu5LfHWjOiU22+XRtDl3eW8sXKvVp1V4aUlGT0IzBIRMqLSC2gHvCXk2NSSjlDSF3o8T94eiv0+RAQ+GkkfmObMEqm8tvdYVxdLYCXf9hM37ErdKy7MkKK6uFXIjID6AyEAEeBV7A6NHwEhAKngXXGmO72+i8B9wJpwEhjzPy8jhEZGWmioqKKJH6lVAlhDBz4C9ZMhM3fQ0YqpnZnokNv5Ym1VTgYn8qAVtV4oWdDQvzKOztalQcRiTbGRF40vzQ/iVGTkVIuJuEYrJ1m3acUF0NGhXCWV+jD83uakegZzNPd6nNnu5p4uJeUSh+VnSYjpVTZkZ4GOxbAmkmwewnGzZOVXh1491QnzlaO5LX+TYiMCHJ2lCoHmoyUUmXT8Z2w5jPMuulIchw7JIIpKTdgrr6Np3u1JNRfq+5KEk1GSqmyLSURNn5DxuqJuB3bRLzx5gc643XtCPp3vU6r7koITUZKKddgDBxYTfzy8XjvnIsHaaz1aI5fhxHU7zjQ6kaunEaTkVLK5Zj4o+xcMI4Km7+kCsc55VEJz7b34nfNfeBXydnhuSRNRkopl3UuKZlfvptKyNYvaO+2kXTxQBr1w63tcKje1hqiSBULTUZKKZe393gin85ZQL39sxjosRw/EqHy1dB8MFSsAb6h1ssnGLwCNEkVAU1GSikFGGNYtPUY//djNK3jF/Go31LCk/+5eEU3Tzs5BTskqRDwDbnw3tfhfTnf4j+ZUuhSyUhb8pRSLkVE6NaoMh3rdWfc0rp0+b0rgWknqF4+kRpeZ6nmmUBVzwQqucUTJHFUTDmD/7lYfI7soHzySdzTzua8Yw/vixOUb4idwLIlL58Q8PQq3hMv4bRkpJRyaftPnGXuhkOcSEjh1NkUTiY6/ExMITElPcv63iQRLPEEEUeN8olUL59IVY8EKrsnECJxVOQMFdJP45t2Cq+Uk7hlpOZ84PIVrOrAzESVrQTmXxmC6oB/VXArO93StWSklFI5qBHswyNd6l5yeVJqOqfPpmZNUg7JKuZsKhsTL8w/kZhCSlqGvbXBj3MESxzBxBHqFk/18gmEeyZS2T2ekNR4gk6fIeDkdnzTTuOVego3kzX54eENQbUhuLaVnILrQHBda9qvUplp19JkpJRSufDydKdKgDtVAvJXrWaM4Vxqup2sUjl5NoWTicmcTEzlVGIKJ8+m8FeiY1JL5dTZFNIzDEIGASQSLHFUkZPUkiM0lFjqnTpKjZPrCE2fj4dJyzxWuqcvJrA27iF1kWA7UQXZyconqFQlKk1GSilViEQEn3Ie+JTzoFpg/rYxxhCXlJaZrE4lpnA8IZmjcclsiUtiaVwSR+KSOH7mLOUTDxIhR6xX2hFqJR2h1tE/CZcf8CAjc5/JHv4k+tUkvWJt3EPr4lOlPl5V6lvJyrtiEZ395dNkpJRSTiYiBHh7EuDtSQS598pLTc8gNj6Zo3FJHI1LYl9cMqvjkjh+Jh5zci/l4/YScHY/VZMOEZF8hFqn/iRsz1zc5EL/gDi3AE6Ur0aCb01SA2rhFlKH8lXqUzG8ISHBwXg6YegkTUZKKVWKeLq7EVbRm7CK3jksbZ05lZicxtG4JPbHJbH2VBznjv2DOb6TcnF78EvYT0hyDGFnV1Hl+M/g0LP9mKlIjFTleLlqxPnUICmgFgTVxatybUICA+ncoGhGrtBkpJRSZZBveQ9qh/pRO9QP6xmntYFuWdbJyDCcOH2KUwd3cO7IDjJid+F+ejeBCfuokxRFwOlfrceg7rPW308VeGVbkbRFaTJSSikX5eYmBAcFERzUDq5ud/EKSXFwcjepsTs5e3g73ucSiqxThCYjpZRSOfOqAGHN8QxrTkCzoj1U2bmTSimlVKmlyUgppZTTaTJSSinldJqMlFJKOZ0mI6WUUk6nyUgppZTTaTJSSinldJqMlFJKOV2pfrieiMSSOVDFZQsBjhdCOGWdXqf80euUN71G+VNWr1NNY0xo9pmlOhkVBhGJyumpgyorvU75o9cpb3qN8sfVrpNW0ymllHI6TUZKKaWcTpMRTHB2AKWEXqf80euUN71G+eNS18nl24yUUko5n5aMlFJKOZ0mI6WUUk7nsslIRHqIyHYR2SUiLzg7npJIRKqLyBIR2Soim0XkCWfHVJKJiLuI/C0iPzk7lpJKRCqKyGwR2WZ/rq5xdkwlkYg8af/NbRKRGSLi5eyYippLJiMRcQc+BnoCjYDBItLIuVGVSGnA08aYq4B2wCN6nXL1BLDV2UGUcB8CC4wxDYFm6PW6iIiEA48DkcaYJoA7MMi5URU9l0xGQBtglzFmtzEmBZgJ9HNyTCWOMeawMWatPR2P9Y8j3LlRlUwiUg3oBUxydiwllYhUADoBnwEYY1KMMaedG1WJ5QF4i4gH4AMccnI8Rc5Vk1E4cMDhfQz6TzZXIhIBtABWOzeSEusD4Dkgw9mBlGC1gVhgil2dOUlEfJ0dVEljjDkIvAPsBw4DZ4wxvzg3qqLnqslIcpinfdwvQUT8gG+BkcaYOGfHU9KISG/gmDEm2tmxlHAeQEvgE2NMCyAR0PbabEQkEKumphYQBviKyJ3OjarouWoyigGqO7yvhgsUgy+HiHhiJaLpxpg5zo6nhGoP9BWRvVhVvteLyJfODalEigFijDHnS9ezsZKTyqorsMcYE2uMSQXmANc6OaYi56rJaA1QT0RqiUg5rMbBH50cU4kjIoJVv7/VGPOes+MpqYwxo4wx1YwxEVifpcXGmDL/TbagjDFHgAMi0sCedQOwxYkhlVT7gXYi4mP/Dd6AC3T08HB2AM5gjEkTkUeBhVg9VSYbYzY7OaySqD0wFNgoIuvseS8aY352YkyqdHsMmG5/CdwN3OPkeEocY8xqEZkNrMXq0fo3LjA0kA4HpJRSyulctZpOKaVUCaLJSCmllNNpMlJKKeV0moyUUko5nSYjpZRSTqfJSKlCJiLpIrLOHnH5GxHxKeD2kwoyIK2IDBORsQWPVKmSQ5ORUoXvnDGmuT3icgrwYH43FBF3Y8z9xhi9GVS5FE1GShWt5UBdABG5U0T+sktNn9qPMkFEEkTkPyKyGrhGRJaKSKS9bLCIbLRLWf93fqcico+I7BCR37FuTj4//zZ73fUisqxYz1SpK6DJSKkiYg//3xNrBIurgNuB9saY5kA6cIe9qi+wyRjT9v/bu2PVqoIoCsP/skurIsTGQrRNQELKiBDsxEILX0AEnyAgQUvJS2iRQjsbCyGoqEgQRBt7KyHRWkHCTjHnShIuanFvRsn/lcNsOFNtZg6sXVWv99SfBu4Dl4B5YCHJ1SSzwD1aE1qmzeQaWQUuV9UccGWqB5Qm6EjGAUlTNrMnPukVLd/vJnABeNfixpgBtoY9O7Qw2oMWgBdVtQ2QZJ02D4gD64+A88P6G+BBkse0gE3pv2Azkibv+3D7+WUIvHxYVStj9v+oqp0x6+NGnYyMzfGqqltJFmmD/j4kma+qb3/74VIvPtNJh2MDuJbkFECS40nO/KFmE1hKcnL4v3QDeDmsX0xyYhjxcX1UkORsVW1W1Srwlf2jUqR/ljcj6RBU1ackd4Bn90uYagAAAF5JREFUSY4BP4HbwOff1HxJsgI8p92SnlbVE4Akd4G3tEmg72np8wBrSc4N+zeAj9M5kTRZpnZLkrrzmU6S1J3NSJLUnc1IktSdzUiS1J3NSJLUnc1IktSdzUiS1N0uiOzekvl/K64AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "_ = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.GradientDescentOptimizer(learning_rate=0.0007),\n",
    "    steps=5000,\n",
    "    batch_size=70,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "flxmFt0KKxk9"
   },
   "source": [
    " ## 线性缩放\n",
    "将输入标准化以使其位于 (-1, 1) 范围内可能是一种良好的标准做法。这样一来，SGD 在一个维度中采用很大步长（或者在另一维度中采用很小步长）时不会受阻。数值优化的爱好者可能会注意到，这种做法与使用预调节器 (Preconditioner) 的想法是有联系的。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "Dws5rIQjKxk-"
   },
   "outputs": [],
   "source": [
    "def linear_scale(series):\n",
    "  \"\"\"\n",
    "  将特征线性缩放到 (-1,1)\n",
    "  \"\"\"\n",
    "  min_val = series.min()\n",
    "  max_val = series.max()\n",
    "  scale = (max_val - min_val) / 2.0\n",
    "  return series.apply(lambda x:((x - min_val) / scale) - 1.0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "MVmuHI76N2Sz",
    "slideshow": {
     "slide_type": "slide"
    }
   },
   "source": [
    " ## 任务 1：使用线性缩放将特征标准化\n",
    "\n",
    "**将输入标准化到 (-1, 1) 这一范围内。**\n",
    "\n",
    "**花费 5 分钟左右的时间来训练和评估新标准化的数据。您能达到什么程度的效果？**\n",
    "\n",
    "一般来说，当输入特征大致位于相同范围时，神经网络的训练效果最好。\n",
    "\n",
    "对您的标准化数据进行健全性检查。（如果您忘了将某个特征标准化，会发生什么情况？）"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "yD948ZgAM6Cx"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training model...\n",
      "RMSE (on training data):\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848E142E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848E142E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8492B2BE0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8492B2BE0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8492B22E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8492B22E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8492B2CC0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8492B2CC0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8492B2978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8492B2978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413E30B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413E30B8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84152F048>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84152F048>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152F518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152F518>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152F470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152F470>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152F860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84152F860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841541978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841541978>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8414015C0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8414015C0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841401860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841401860>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8414019E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8414019E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411C7240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411C7240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 00 : 226.91\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84D93E588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84D93E588>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84D97F9E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84D97F9E8>>: AttributeError: module 'gast' has no attribute 'Num'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84D93EF60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84D93EF60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84D93EF98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84D93EF98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84D93E160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84D93E160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84E1FDA58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84E1FDA58>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DFB59E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DFB59E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFB5EF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFB5EF0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFB5E48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFB5E48>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFC7278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFC7278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8492A3B00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8492A3B00>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D840FD49E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D840FD49E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD4B00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD4B00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD4978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD4978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F5F4A8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F5F4A8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 01 : 199.01\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841196048>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841196048>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84910E278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84910E278>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD0B00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD0B00>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD0D30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD0D30>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD0E10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840FD0E10>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84D99DEF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84D99DEF0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B6AA908>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B6AA908>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B6AA9B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B6AA9B0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B6AAF28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B6AAF28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8493DC9E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8493DC9E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B70B198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B70B198>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848FA80F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848FA80F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848FA85F8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848FA85F8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848FA8550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848FA8550>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848FA8940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848FA8940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 02 : 148.27\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840F52A58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840F52A58>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848CC3160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848CC3160>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CC3D68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CC3D68>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CC3BA8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CC3BA8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CC3F28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848CC3F28>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DE198D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DE198D0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DE788D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DE788D0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DE78DD8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DE78DD8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DE78C18>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DE78C18>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DE8E080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DE8E080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DCC1860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DCC1860>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84E0397B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84E0397B8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DCC1BE0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DCC1BE0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DCC1F98>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DCC1F98>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E039080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E039080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 03 : 117.26\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841715518>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841715518>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8492A3860>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8492A3860>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84138F2E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84138F2E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84138F358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84138F358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84138F080>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84138F080>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8418A04E0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8418A04E0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DA3D160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DA3D160>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA3D9B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA3D9B0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA3D940>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA3D940>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA3DAC8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA3DAC8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841402B70>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841402B70>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8417FC550>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8417FC550>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E03E748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E03E748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E03E320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E03E320>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E03E2E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84E03E2E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 04 : 113.75\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84E1E8C18>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84E1E8C18>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DFCF0F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DFCF0F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFAE748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFAE748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFAE438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFAE438>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFAE160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DFAE160>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413B1CF8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413B1CF8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841318400>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841318400>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841318390>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841318390>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841318B38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841318B38>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841318978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841318978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DA5BA20>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DA5BA20>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DA249E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DA249E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA24EF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA24EF0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA24E48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DA24E48>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B52C278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B52C278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 05 : 109.78\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841606278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D841606278>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841258F28>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D841258F28>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413B12E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413B12E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413B1A58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413B1A58>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413B1B38>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8413B1B38>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F7D1D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F7D1D0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848E3EEB8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848E3EEB8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E10358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E10358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E10320>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E10320>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E10748>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D848E10748>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DC38D30>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DC38D30>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DB6FD68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DB6FD68>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB6F9B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB6F9B0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB6F4E0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB6F4E0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB6F0B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB6F0B8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 06 : 105.39\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840EE2CF8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840EE2CF8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8412620F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D8412620F0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841262F60>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841262F60>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841262978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D841262978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DCCFDA0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DCCFDA0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B5B22B0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84B5B22B0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B5B5EB8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B5B5EB8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DC94438>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DC94438>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DC942E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DC942E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DC94358>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DC94358>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840F5F470>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D840F5F470>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848EEEB00>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848EEEB00>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F7F5C0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F7F5C0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F7FFD0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F7FFD0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F7F630>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D840F7F630>>: AssertionError: Bad argument number for Name: 3, expecting 4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  period 07 : 100.10\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413B1780>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413B1780>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848CDB128>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D848CDB128>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411BD588>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411BD588>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411BDC50>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411BDC50>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411BD9E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D8411BD9E8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F522E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D848F522E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D840FC5160>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D840FC5160>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84102D0B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84102D0B8>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84102D898>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84102D898>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84102D1D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84102D1D0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DC90A58>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DC90A58>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B5C09E8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B5C09E8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B5C0EF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B5C0EF0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B5C0E48>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B5C0E48>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B5D0278>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B5D0278>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 08 : 94.07\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8416F2EF0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8416F2EF0>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D83FD8A0B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D83FD8A0B8>>: AttributeError: module 'gast' has no attribute 'Num'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FD8A198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FD8A198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FD8A8D0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FD8A8D0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FD8A978>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D83FD8A978>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413C0E10>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D8413C0E10>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B64FC50>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84B64FC50>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B65F198>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B65F198>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B65F0F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B65F0F0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B65F4E0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84B65F4E0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DB30D68>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method _DNNModel.call of <tensorflow_estimator.python.estimator.canned.dnn._DNNModel object at 0x000001D84DB30D68>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DB0F7B8>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method DenseFeatures.call of <tensorflow.python.feature_column.feature_column_v2.DenseFeatures object at 0x000001D84DB0F7B8>>: AttributeError: module 'gast' has no attribute 'Num'\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB0F0F0>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB0F0F0>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB0F400>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DB0F400>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "WARNING: Entity <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DD29240>> could not be transformed and will be executed as-is. Please report this to the AutgoGraph team. When filing the bug, set the verbosity to 10 (on Linux, `export AUTOGRAPH_VERBOSITY=10`) and attach the full output. Cause: converting <bound method Dense.call of <tensorflow.python.layers.core.Dense object at 0x000001D84DD29240>>: AssertionError: Bad argument number for Name: 3, expecting 4\n",
      "  period 09 : 87.80\n",
      "Model training finished.\n",
      "Final RMSE (on training data):   87.80\n",
      "Final RMSE (on validation data): 89.26\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaMAAAEYCAYAAADxmJlCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdd3xUVf7/8dcnnRTSaYEQOhJqCEVBpVjArusqKiuo2Mu66q5l17rr/tzVVdev666iiCiiiHVdCxYQUVqo0ntCCISEQBopJDm/P84NGUIglExuyuf5eMwjM7fNZyaTvOfce+65YoxBKaWUcpOP2wUopZRSGkZKKaVcp2GklFLKdRpGSimlXKdhpJRSynUaRkoppVynYaRUIyEiRkS6ul1HYyYij4jI6ye57lQR+Utd16QsDaMmTkS2i0iRiBSIyG7nDyq0Drab4Pxz9DvGMk84y9xTbfq9zvQnTrWOEyUiw0XkZxHJFZEcEflJRAbVdx11TUTmikix83uuvP3X7brqgvNZKXRe004ReV5EfE9mW8aYvxpjJtV1jerUaRg1DxcbY0KB/sAA4OF6fO6NwIRq0653ptcrEWkJfA78HxAFxAFPAiUu1HJS/0xrcZcxJtTjdvFRnvuILxDH+lJxvNvwsn7OZ3g0cC1w84luwIWa1QnQMGpGjDG7ga+xoQSAiISLyDQRyRKRVBH5k4j4OPN8nMepIrLHWS7cWXWe83O/84319KM87RIgWEQSnW0mAi2c6YeIyEUiskJE9jstl74e8x4SkS0iki8ia0Xkco95E0Vkvog8JyL7RGSbiIw9Si3dnfdhhjGm3BhTZIyZbYxZ5WzL19lOtohsFZE7PVt/TivzHI/nfkJE3vF4/IHT+swVkXmVr9mZN1VE/i0iX4hIITBSRAKd50sTkUwR+Y+ItPBY5/cisktEMkTkxqO8plqJyAgRSReRB0VkN/BmTdOcZW8Wkc1Oq/EzEWnnsR3jvCebgE01PM9XInJXtWkrReQKsV5wPke5IrJKRHqf6GsxxqwHfgR6O9tvJyIfOp/fbZ6tcOf3M0tE3hGRPGBiDb+zS0RkjfO5mysip3nMGyAiy5zP3ftAkMe8GBH53FkvR0R+rPy7USdH37xmRETaA2OBzR6T/w8IBzoDZ2NbLTc48yY6t5HO/FDgZWfeWc7PCOdb+IJjPPXbznbBtpKmVasrCZgC3ApEA68Cn4lIoLPIFuBMp84ngXdEpK3HJoYAG4AY4O/AGyIiNdSxESgXkbdEZKyIRFabfzNwEbb1mAxceYzXVJMvgW5AK2AZML3a/GuBp4EwYD7wN2xA9ge6YltqjwGIyBjgAeBcZ5vncGraYFuDHYFbapomIqOA/wdcBbQFUoH3qm3nMuz73auG53gXuKbygYj0crb9P+A87GemOxABXA3sPdEX4WzzTGC588//v8BK7Hs3GrhXRM73WOVSYJbznNOrbas7MAO4F4gFvgD+KyIBIhIAfIL97EYBHwC/8lj9fiDdWa818AigY6udCmOM3prwDdgOFAD52D+W77ABAuCL3UXVy2P5W4G5zv3vgDs85vUADgJ+QIKzPb9jPPcTwDtAPJAG+Ds/OzjTn3CW+zfw52rrbgDOPsp2VwCXOvcnAps95gU7dbU5yrqnAVOx/0jKgM+A1s6874HbPJY9z/M1Ou/lOdVf31GeJ8JZN9x5PBWY5jFfgEKgi8e004Ftzv0pwDMe87o72+t6lOebCxwA9nvc/uzMGwGUAkEey9c07Q3g7x6PQ53fd4Lz2ACjjvH7DnNeU0fn8dPAFOf+KOyXgaGAzwl+hg2QB+zDfjH5C/aL9BAgrdqyDwNvevx+5tX0mXTuPwrM9JjnA+x03puzgAxAPOb/DPzFuf8U8OnRfh96O/Gbtoyah8uMMWHYP7Ke2BYEzs8A7DfgSqnYb5kA7WqY54f9JnjcjDFp2NbYX4FNxpgd1RbpCNzv7PLYLyL7sYHVDkBErvfYhbcfu4smxmP93R7PdcC5W2MnDWPMOmPMRGNMe2c77YAXPV6vZ22p1dc/GmcX3zPO7sQ8bHBRrU7Pbcdig3Opx+v6ypl+srXcY4yJ8Lg96jEvyxhTXG356tMO+30bYwqwrZc4j2Wq/+4OMcbkY1tB45xJ43BaI8aY77Gt6n8BmSLymthjeMcryRgTaYzpYoz5kzGmAvu5aVftc/MIh38+j1ovR77eCmf5OGfeTuMkj8Pzd/As9jM929ml+9AJvBZVAw2jZsQY8wP2G/pzzqRs7Dffjh6LxWO/HYL9Zlh9XhmQyYnvkpiG3bUxrYZ5O4Cnq/0jDTbGzBCRjsBk4C4g2hgTAazGtixOibHHH6biHH8AdmFDsFJ8tVUKsQFSqY3H/Wuxu4TOwe5OTHCme9bp+Z5lA0VAosdrDjf2IP3x1HKiavp9VZ922O9bREKwu013HmOd6mYA14g9htgCmHNoRWNeMsYMBBKxLb3fH3f1NduBbUl6fm7CjDEXHGe91V+vYN/zndj3P67a7t5DvwNjTL4x5n5jTGfgYuA+ERl9iq+nWdMwan5eBM4Vkf7GmHJgJvC0iIQ5//jvw+5CA/uP5Xci0klsd/C/Au8bY8qALKACeyzpeLyP3e01s4Z5k4HbRGSIc6A7REQuFJEwIAT7DyULQERuoCo8ToiI9BSR+51jZ4hIB+wxjoXOIjOBe0SkvXM8qfq33RXAOBHxF5Hqx5TCsLs892ID66/HqsX5Fj4ZeEFEWjn1xHkc75iJPeDeS0SCgcdP5jWfoHeBG0Skv3O87q/AImPM9hPYxhfYf/BPYT8rFQAiMsj5/fpjQ70YKD/FehcDeWI7YbRwWqe95fi76s8ELhSR0U5d92N/hz8DC7BfvO4RET8RuQIYXLmi2A43XZ2wynNey6m+nmZNw6iZMcZkYVsnlbtw7sb+c9iKPaj+LvZ4Bc7Pt7E957Zh/4Hc7WznAPaYwE/OLpKhtTxvkTHmW2NMUQ3zUrCdB17GHhfYjD0WhDFmLfAP7D+HTKAP8NNJvHSwx82GAIvE9mhbiG1l3e/Mn4ztbbgS2wHho2rrPwp0cWp8EvteVZqG3Y2zE1hLVcAdy4PY17rQ2bX3Lfa4HMaYL7FfHL53lvn+OLb3shx+ntHS41jnEGPMd9jX+CG2ZdCFql1ux7uNEuz7dg6Hvz8tse/vPuz7tBenhS72RNQvT+R5nOcqx7ZK+mM/n9nA69iW6fGsvwEYj+3Ek+1s62JjTKkxphS4Avs53IftcOH5eeiG/X0VYD+brxhj5p7oa1BV5PBdokqpSiKSgP0n5++0BpVSXqItI6WUUq7TMFJKKeU63U2nlFLKddoyUkop5bpGPXBgTEyMSUhIcLsMpZRSx2np0qXZxpjY6tMbdRglJCSQkpLidhlKKaWOk4jUOJqI7qZTSinlOg0jpZRSrtMwUkop5bpGfcxIKaXqwsGDB0lPT6e4uPrA5upkBQUF0b59e/z9/Y9reQ0jpVSzl56eTlhYGAkJCdR8XUZ1Iowx7N27l/T0dDp16nRc6+huOqVUs1dcXEx0dLQGUR0REaKjo0+opalhpJRSoEFUx070/WzeYfTLLMjZ5nYVSinV7DXfMCraD1/+AaZdCrk7a19eKaW8aP/+/bzyyisnvN4FF1zA/v37j7nMY489xrfffnuypdWL5htGLSLgullwIMcGUkGW2xUppZqxo4VRefmxLyD7xRdfEBERccxlnnrqKc4555xTqs/bmm8YAcQlwXUzITcd3r7MBpNSSrngoYceYsuWLfTv359BgwYxcuRIrr32Wvr06QPAZZddxsCBA0lMTOS11147tF5CQgLZ2dls376d0047jZtvvpnExETOO+88iorshZUnTpzIrFmzDi3/+OOPk5SURJ8+fVi/fj0AWVlZnHvuuSQlJXHrrbfSsWNHsrOz6+31a9fujmfAuOkwYxxMvxKu/xQCw9yuSinlkif/u4a1GXl1us1e7Vry+MWJx1zmmWeeYfXq1axYsYK5c+dy4YUXsnr16kNdo6dMmUJUVBRFRUUMGjSIX/3qV0RHRx+2jU2bNjFjxgwmT57MVVddxYcffsj48eOPeK6YmBiWLVvGK6+8wnPPPcfrr7/Ok08+yahRo3j44Yf56quvDgu8+tCsW0YVFc61nLqOhl9PhYwV8O44KD3gal1KKTV48ODDztF56aWX6NevH0OHDmXHjh1s2rTpiHU6depE//79ARg4cCDbt2+vcdtXXHHFEcvMnz+fcePGATBmzBgiIyPr8NXUrtm2jIpKy7nl7RTG9m7LtUPioeeFcMVr8OEkmPkbGPcu+AW6XaZSqp7V1oKpLyEhIYfuz507l2+//ZYFCxYQHBzMiBEjajyHJzCw6n+Wr6/vod10R1vO19eXsrIywJ6o6qZm2zLy9RH8fX344ye/8Mlypzddnyvhkpdg87fw4U1QXuZukUqpZiMsLIz8/Pwa5+Xm5hIZGUlwcDDr169n4cKFdf78w4cPZ+bMmQDMnj2bffv21flzHEuzDaMAPx9euS6JoZ2iuf+DlXy9ZredkXQ9jHkG1v0XPr0DKircLVQp1SxER0czbNgwevfuze9///vD5o0ZM4aysjL69u3Lo48+ytChQ+v8+R9//HFmz55NUlISX375JW3btiUsrP6On4vbTbNTkZycbE714noFJWWMf30RazPyeGNiMmd2cy5AOO9Z+P4vMPAGuOgF0LOzlWqy1q1bx2mnneZ2Ga4qKSnB19cXPz8/FixYwO23386KFStOaZs1va8istQYk1x92WZ7zKhSaKAfb90wmHGTF3LztBTevmkIgxKi4MwHoLQQ5r8AASFw3l80kJRSTVZaWhpXXXUVFRUVBAQEMHny5Hp9/mYfRgDhwf68fdNgrnp1ATe+uYR3bx5Kn/bhMPpxG0gLXoaAUBj5sNulKqWUV3Tr1o3ly5e79vzN9phRdTGhgUyfNITwYH+un7KIjZn5tiU05m/Qfzz88Az89JLbZSqlVJPktTASkQ4iMkdE1onIGhH5rTP9WRFZLyKrRORjEYnwWOdhEdksIhtE5Hxv1XY0bcNbMH3SEAL8fLju9UVszy4EHx/bwy7xCvjmUVjyen2XpZRSTZ43W0ZlwP3GmNOAocCdItIL+AbobYzpC2wEHgZw5o0DEoExwCsi4uvF+mrUMTqE6ZOGUF5huO71RezcXwQ+vvYcpO5j4X/3w4oZ9V2WUko1aV4LI2PMLmPMMud+PrAOiDPGzDbGVJ7AsxBo79y/FHjPGFNijNkGbAYGe6u+Y+naKoxpNw4mr/gg419fxJ78YvD1t6M0dDrbdvle+6kbpSmlVJNUL8eMRCQBGAAsqjbrRuBL534csMNjXrozzRW948KZesMgMvOKuf6Nxew/UAr+QXZkhvaDYNZNsHG2W+UppZq50NBQADIyMrjyyitrXGbEiBHUdvrLiy++yIEDVUOgHc8lKbzB62EkIqHAh8C9xpg8j+l/xO7Km145qYbVjzgJSkRuEZEUEUnJyvLuZR8Gdoxi8vXJbM0uZMKUxeQXH4TAULh2JrTuZYcN2vajV2tQSqljadeu3aERuU9G9TA6nktSeINXw0hE/LFBNN0Y85HH9AnARcB1puqs23Sgg8fq7YGM6ts0xrxmjEk2xiTHxsZ6r3jHsK4xvHJtEmsy8rjprRSKSsvttZDGfwyRCfDu1bBjidfrUEo1bQ8++OBh1zN64oknePLJJxk9evShyz18+umRhwe2b99O7969ASgqKmLcuHH07duXq6+++rCx6W6//XaSk5NJTEzk8ccfB+zgqxkZGYwcOZKRI0cCVZekAHj++efp3bs3vXv35sUXXzz0fEe7VMWp8NoIDGIvgP4WkGOMuddj+hjgeeBsY0yWx/RE4F3scaJ2wHdAN2PMUa8sVRcjMByvz1Zm8Nv3lnNWt1heu34ggX6+kL8bpoyBohyY8Dm07VsvtSil6tZhIwV8+RDs/qVun6BNHxj7zDEXWb58Offeey8//PADAL169eKrr74iIiKCli1bkp2dzdChQ9m0aRMiQmhoKAUFBWzfvp2LLrqI1atX8/zzz7N69WqmTJnCqlWrSEpKYuHChSQnJ5OTk0NUVBTl5eWMHj2al156ib59+5KQkEBKSgoxMTEAhx6npqYyceJEFi5ciDGGIUOG8M477xAZGUnXrl1JSUmhf//+XHXVVVxyySU1XqriREZg8GbLaBjwG2CUiKxwbhcALwNhwDfOtP8AGGPWADOBtcBXwJ3HCqL6dkm/djxzRR9+2JjFb2esoKy8AsLawITPICAM3r4csja4XaZSqpEaMGAAe/bsISMjg5UrVxIZGUnbtm155JFH6Nu3L+eccw47d+4kMzPzqNuYN2/eoVDo27cvfftWfUGeOXMmSUlJDBgwgDVr1rB27dpj1jN//nwuv/xyQkJCCA0N5YorruDHH+1hieO9VMWJ8NoIDMaY+dR8HOiLY6zzNPC0t2o6VVcPiqewpJynPl/LH2at4rlf98MnIt4G0pQx9vLlN3wJUZ1q35hSqmGqpQXjTVdeeSWzZs1i9+7djBs3junTp5OVlcXSpUvx9/cnISGhxktHeJIahi3btm0bzz33HEuWLCEyMpKJEyfWup1j7TU73ktVnAgdgeEE3Ti8E/ef252Plu/ksc9W219YdBe4/hMoK4Zpl0DuTrfLVEo1QuPGjeO9995j1qxZXHnlleTm5tKqVSv8/f2ZM2cOqampx1z/rLPOYvp02yds9erVrFq1CoC8vDxCQkIIDw8nMzOTL7/88tA6R7t0xVlnncUnn3zCgQMHKCws5OOPP+bMM8+sw1d7OB2b7iTcNaorBaVlvPrDVkIC/HhobE+kdSKM/wjeuqSqhRTq/Q4WSqmmIzExkfz8fOLi4mjbti3XXXcdF198McnJyfTv35+ePXsec/3bb7+dG264gb59+9K/f38GD7anavbr148BAwaQmJhI586dGTZs2KF1brnlFsaOHUvbtm2ZM2fOoelJSUlMnDjx0DYmTZrEgAED6mSXXE2a/SUkTpYxhsc+XcPbC1O579zu3DO6m52RusAeP4ruAhP+C8FRrtSnlDp+egkJ72goHRiaNBHhyUsS+VVSe57/ZiNvzN9mZ3Q8Ha55F7I3wvQroaTmKzcqpZSqomF0Cnx8hL/9qg9je7fhz5+v5b3FaXZGl1Hw67cgY4U9D6n0wLE3pJRSzZyG0Sny8/Xhn+MGMKJHLA9//AufrnA6L/S8wA6umvqzHamhrMTdQpVSx9SYD1k0RCf6fmoY1YEAPx/+M34ggxOiuG/mSr5Z65wH0OdKe/mJzd/CrBuhvOzYG1JKuSIoKIi9e/dqINURYwx79+4lKCjouNfRDgx1qKCkjOteX8S6jDymTBzE8G72jGYW/hu+egj6XAWXv2qvkaSUajAOHjxIenp6refeqOMXFBRE+/bt8ff3P2z60TowaNfuOhQa6MdbNwxi3GsLuXlaCm/fNJjkhCgYeru9fPn3f4aAELjoBXsVWaVUg+Dv70+nTnqyupv0K3odiwgO4O2bhtA2PIgb3lzC6p25dsZZD8Dw+2DpmzD7T9CIW6RKKVXXNIy8IDYskHcmDaFlC39+88YiNmY63btHPwaDb4UFL8Nc94YcUUqphkbDyEvaRbRg+qQh+Pn6MP71RaTuLbS75sY8AwPGww/PwE//dLtMpZRqEDSMvCghJoTpk4ZwsLyCaycvImN/ke28cPFLkHgFfPMYLJ7sdplKKeU6DSMv6946jGk3DiGv6CDjX19EVn4J+Pjac5C6j4UvHoAV77pdplJKuUrDqB70aR/OmzcMYlduMb95YxH7D5SCrz/8eip0Ohs+vRPWfOJ2mUop5RoNo3qSnBDF5OuT2ZpVyIQ3l1BQUgb+QXDNDGg/GD6cBBtnu12mUkq5QsOoHg3vFsPL1w5g9c5cJr21hOKD5fa8o+tmQutedtigbfPcLlMppeqdhlE9Oy+xDc9f1Y9F23K47Z2llJZVQFA4jP8YIjvBu+MgY7nbZSqlVL3SMHLBpf3j+OvlfZi7IYt7319OWXkFhETbq8UGtYQvfq8nxSqlmhWvhZGIdBCROSKyTkTWiMhvnelRIvKNiGxyfkY600VEXhKRzSKySkSSvFVbQ3DN4Hj+dOFpfPHLbv7w4SoqKgyEtYERD0H6Etj4ldslKqVUvfFmy6gMuN8YcxowFLhTRHoBDwHfGWO6Ad85jwHGAt2c2y3Av71YW4Mw6czO/O6c7ny0bCePf7bGjhjc/zqI6gzf/wUqKtwuUSml6oXXwsgYs8sYs8y5nw+sA+KAS4G3nMXeAi5z7l8KTDPWQiBCRNp6q76G4p7RXbnlrM68vTCVv321AePjByP/CJmrYc1HbpenlFL1ol6OGYlIAjAAWAS0NsbsAhtYQCtnsThgh8dq6c606tu6RURSRCQlKyvLm2XXCxHh4bE9uW5IPP/5YQv/mrPZjs7QKhHmPA3lB90uUSmlvM7rYSQiocCHwL3GmLxjLVrDtCOO4htjXjPGJBtjkmNjY+uqTFeJCH++tDeXD4jjudkb+WhFBoz6E+Rs1dEZlFLNglfDSET8sUE03RhTuc8ps3L3m/NzjzM9HejgsXp7IMOb9TUkPj7Cs1f2pX+HCP7+1QaKO58Hccnww9/goF7wSynVtHmzN50AbwDrjDHPe8z6DJjg3J8AfOox/XqnV91QILdyd15z4efrw4NjerI7r5h3FqXZS07k7bTXQFJKqSbMmy2jYcBvgFEissK5XQA8A5wrIpuAc53HAF8AW4HNwGTgDi/W1mCd3iWa4V1jeGXuFgrihkGns2Dec1BS4HZpSinlNd7sTTffGCPGmL7GmP7O7QtjzF5jzGhjTDfnZ46zvDHG3GmM6WKM6WOMSfFWbQ3dA+f3IKewlCnzt8Gox+BANixq8j3dlVLNmI7A0AD17xDBeb1aM3neVvZH94MeF8BP/wdF+9wuTSmlvELDqIG6/7weFJSW8Z8fttrzjkry4KeX3C5LKaW8QsOogerRJoxL+7Vj6s/b2BPcFXr/Chb9B/Iz3S5NKaXqnIZRA3bvOd0pKze8PGczjHwEykrgx3+4XZZSStU5DaMGLCEmhKsGdWDG4jR2SFsYMN52896f5nZpSilVpzSMGri7R3VFRPjnd5vg7D/YiT/8zd2ilFKqjmkYNXBtw1tw/dCOfLQsnc0l4TBokh0iKHuT26UppVSd0TBqBG4f0YUW/r48/81GGH4f+LWwg6gqpVQToWHUCESHBnLTmZ354pfdrM4NgNPvgDUfw65VbpemlFJ1QsOokZh0ZifCW/jz3OwNcPpdEBRuL8CnlFJNgIZRI9EyyJ/bR3Rh7oYsFu+ugGH3wqavIW2R26UppdQp0zBqRCacnkBsWCDPfb0BM/gWCGkF3z0F5ojLPimlVKOiYdSItAjw5Z5RXVm8PYd5qUVw1u8hdT5sneN2aUopdUo0jBqZqwfF0z6yBc9+vR6TdD2Ed9DWkVKq0dMwamQC/Hy495zurN6Zx1fr98GIhyBjOaz/3O3SlFLqpGkYNUKXD4ija6tQ/vHNRsr7XA3R3eD7p6Gi3O3SlFLqpGgYNUK+PsJ953Zn854CPlmZCaP+CFnr4JdZbpemlFInRcOokRqT2IbecS154duNlHa/GNr0gbl/hbJSt0tTSqkTpmHUSPn4CA+c14P0fUW8n5JuL0++bzssf9vt0pRS6oR5LYxEZIqI7BGR1R7T+ovIQhFZISIpIjLYmS4i8pKIbBaRVSKS5K26mpKzu8cyOCGK//t+M0UdR0GHoTDvWThY5HZpSil1QrzZMpoKjKk27e/Ak8aY/sBjzmOAsUA353YL8G8v1tVkiAgPnN+DPfklTFuYCqMfg/xdsOR1t0tTSqkT4rUwMsbMA3KqTwZaOvfDgQzn/qXANGMtBCJEpK23amtKBneK4uzusfz7hy3ktRkMXUbBj89DcZ7bpSml1HGr72NG9wLPisgO4DngYWd6HLDDY7l0Z9oRROQWZxdfSlZWlleLbSweOK8H+w8c5PUft8GoR6EoBxZq41Ip1XjUdxjdDvzOGNMB+B3whjNdali2xiEFjDGvGWOSjTHJsbGxXiqzcenTPpyxvdvwxo9byYnoDaddDD//Hxyo3jBVSqmGqb7DaALwkXP/A2Cwcz8d6OCxXHuqduGp43Dfud0pOljOv+duhpF/hNICmP+C22UppdRxqe8wygDOdu6PAiqvnf0ZcL3Tq24okGuM2VXPtTVq3VqHcfmA9ry1IJVdgQnQ92pY/Brk6duolGr4vNm1ewawAOghIukichNwM/APEVkJ/BXbcw7gC2ArsBmYDNzhrbqasnvP6YYxhv/7frMds66iDH58zu2ylFKqVn7e2rAx5pqjzBpYw7IGuNNbtTQXHaKCGTconhmL07j1rLPpmDQBlk61V4aN6uR2eUopdVQ6AkMTc/eorvj5Ci9+u8le78jHD374m9tlKaXUMWkYNTGtWgYx4YwEPlmxkw0HQmHwzbDyPdiz3u3SlFLqqDSMmqDbzupCaIAfz3+zAYb9DgJCYc7TbpellFJHpWHUBEWGBDDpzM58vSaTlTm+cMZdsO4z2LnM7dKUUqpGGkZN1E1ndiIqJIDnZm+AoXdAiyj4/i9ul6WUUjXSMGqiQgP9uGNEF37clM2CnQdh+O9gy3ew/Se3S1NKqSNoGDVh44d2pHXLQJ6bvQEzaBKEtYXv/wymxpGWlFLKNRpGTViQvy/3jO7G0tR9zNmab7t6py2Azd+6XZpSSh1Gw6iJuyq5A/FRwTz79UYq+o+HiI7w3VNQUeF2aUopdYiGURPn7+vDfed2Z92uPP63di+MfAR2r7K965RSqoHQMGoGLu7Xju6tQ3nhm42U9foVxPa05x2Vl7ldmlJKARpGzYKvj3D/eT3Yml3IRyt2w6g/QfZGWPW+26UppRRQSxiJyCiP+52qzbvCW0Wpunder9b0ax/Oi99upKTrWGg3AOY+A2UlbpemlFK1tow8rz/wYbV5f6rjWpQXiQgPnN+DjNxi3l28w16ePDcNlk1zuzSllKo1jOQo92t6rBq44V1jGNo5in/N2cyBDi6KqlYAACAASURBVGdBx+Hww9+htNDt0pRSzVxtYWSOcr+mx6qBExF+f34PsgtKefPnVBj9KBTusVeEVUopF9UWRp1F5DMR+a/H/crHerW2RmhgxyhG92zFqz9sITd2IHQ7D+a/CMW5bpemlGrGagujS4F/YI8dVd6vfHyZd0tT3nLfed3JKy5j8ryttmdd8X74+WW3y1JKNWPHDCNjzA+eN+BnIA9Y5zxWjVBiu3Au6tuWKT9tIyu0JyReDgv+BQVZbpemlGqmauva/R8RSXTuhwMrgWnAchG5ppZ1p4jIHhFZXW363SKyQUTWiMjfPaY/LCKbnXnnn/QrUsflvnO7U1JWwStzN8OIR6CsCOa/4HZZSqlmqrbddGcaY9Y4928ANhpj+gADgT/Usu5UYIznBBEZid3d19cYk4jTdVxEegHjgERnnVdExPcEXoc6QZ1jQ7kyqT3TF6ax078D9LsWlrwOuTvdLk0p1QzVFkalHvfPBT4BMMbsrm3Dxph5QE61ybcDzxhjSpxl9jjTLwXeM8aUGGO2AZuBwbWXr07FPed0A+D/vtsEIx4EUwHz/l7LWkopVfdqC6P9InKRiAwAhgFfAYiIH9DiJJ6vO3CmiCwSkR9EZJAzPQ7Y4bFcujPtCCJyi4ikiEhKVpYe4zgVcREtuHZIPB8sTWfrwShIvhGWvQ17t7hdmlKqmaktjG4F7gLeBO71aBGNBv53Es/nB0QCQ4HfAzNFRKj5BNoaz2MyxrxmjEk2xiTHxsaeRAnK050juxLg68ML326CM+8H3wCY+//cLksp1czU1ptuozFmjDGmvzFmqsf0r40x95/E86UDHxlrMVABxDjTO3gs1x7IOIntqxMUGxbIDcMS+O/KDNbmt4Cht8EvsyBzTe0rK6VUHamtN91Lx7qdxPN9Aoxytt0dCACygc+AcSIS6AzI2g1YfBLbVyfh1rO6EBbkx/PfbIAz7oHAlvD9026XpZRqRmrbTXcbMBzbSkkBlla7HZWIzAAWAD1EJF1EbgKmYEdyWA28B0xwWklrgJnAWuxxqTuNMeUn/7LUiQgP9ue2s7vw7bo9LM0SGHY3bPgfpKe4XZpSqpkQY44+xJyIRAO/Bq4GyoD3gQ+NMfvqp7xjS05ONikp+g+zLhSWlHH2s3Po1iqMGRN6wz/7QZvecP2nbpemlGpCRGSpMSa5+vTajhntNcb8xxgzEpgIRABrROQ33ilTuSUk0I87RnRlwda9/LSj2HZm2DoXtupAG0op7zuuK72KSBJwLzAe+JJadtGpxunaIfG0Cw/i719vwCTfAC3j4Ps/wzFaz0opVRdq68DwpIgsBe4DfgCSjTE3GWPW1kt1ql4F+fvy23O6sXLHfr7ZmAtnPwjpS2DjV26XppRq4mprGT0KhAP9gP8HLBORVSLyi4is8np1qt79Kqk9nWJC+MfsjZT3vQaiOsP3f4GKCrdLU0o1YX61zNdrFjUzfr4+/O7c7twzYzmfr8ni0pF/hA9vgmVvQfINbpenlGqiauvAkFrTDXuS6vD6KVHVt4v6tKVnmzCe/2YjB0+7DDqPgC//ADv01C+llHfUdsyopXNph5dF5Dyx7ga2AlfVT4mqvvn42MuTp+49wAdLM+DKN21nhveug9x0t8tTSjVBtR0zehvoAfwCTAJmA1cClxpjLvVybcpFo3q2YkB8BC99t4li/3C45j04WATvXQulB9wuTynVxNQWRp2NMRONMa8C1wDJwEXGmBXeL025ScS2jnbnFfPOwlRo1ROunAK7VsGnd2h3b6VUnaotjA5W3nGG59lmjMn3bkmqoTijSwzDu8bwytwtFJSUQffz4NwnYc3HMO85t8tTSjUhtYVRPxHJc275QN/K+yKSVx8FKnc9cH4PcgpLeeq/azDG2IFU+46DOX+Bdf91uzylVBNRW286X2NMS+cWZozx87jfsr6KVO7p3yGCu0Z2ZWZKOq/O2woicPE/IW4gfHQr7F7tdolKqSbguIYDUs3bfed256K+bXnmy/V8+csu8A+Cce9CUEuYcQ0UZrtdolKqkdMwUrXy8RGe+3U/kuIjuPf9FazYsR/C2sC46VC4B2ZeD2WlbpeplGrENIzUcQny92Xy9cm0ahnIpLdSSN93wO6qu+RlSP0Jvvy99rBTSp00DSN13KJDA3lz4iBKysq5ceoS8ooPQt9fw/D7YOlUWPK62yUqpRopDSN1Qrq2CuM/4weyNauQu95dTll5BYx6FLqPhS8ftNdAUkqpE6RhpE7YsK4xPH15b+ZtzOLxz9ZgROBXkyGmO8ycADlb3S5RKdXIaBipk3L1oHhuO7sL0xel8cb8bRAYBtfMsF2/3x0HxXoamlLq+HktjERkiojsEZEjTkQRkQdExIhIjPNYROQlEdnsXC8pyVt1qbrzh/N7MLZ3G57+Yh2z1+yGqE5w1TTI2QIfToKKcrdLVEo1Et5sGU0FxlSfKCIdgHOBNI/JY4Fuzu0W4N9erEvVER8f4fmr+tO3fQS/fW8Fv6TnQqezYOzfYNPX8N1TbpeolGokvBZGxph5QE4Ns14A/gB49gO+FJhmrIVAhIi09VZtqu60CPBl8vUDiQoJ4Ka3lpCxvwgGTYLkG+GnF2HVTLdLVEo1AvV6zEhELgF2GmNWVpsVB+zweJzuTKtpG7eISIqIpGRlZXmpUnUiWoUFMWXiIIpKbZfvgpIyGPt3SDgTPr0L0pe6XaJSqoGrtzASkWDgj8BjNc2uYVqNZ1AaY14zxiQbY5JjY2PrskR1Cnq0CeNf1yWxaU8Bd7+7jDJ84ddv2ZEa3rsW8jLcLlEp1YDVZ8uoC9AJWCki24H2wDIRaYNtCXXwWLY9oP+9Gpmzusfy1KWJzNmQxV/+tw5Cou1F+UoL7FViDxa5XaJSqoGqtzAyxvxijGlljEkwxiRgAyjJGLMb+Ay43ulVNxTINcbsqq/aVN25bkhHJg3vxNSftzP1p23QuhdcMRkylsNnd+uQQUqpGnmza/cMYAHQQ0TSReSmYyz+BbAV2AxMBu7wVl3K+x6+4DTO7dWapz5fy/frM6HnBTDqT/DLB7ZTg1JKVSOmEX9TTU5ONikpKW6XoWpwoLSMq19dyJasAj647XQS27aED2+C1R/Zk2N7jHW7RKWUC0RkqTEmufp0HYFBeUVwgB+vT0gmvIU/N01NITO/xI7w3bafPSF2zzq3S1RKNSAaRsprWrcM4o0Jg8gvPshNby3hAAH2onwBITBjHByo6TQ0pVRzpGGkvKpXu5a8fG0SazPyuGfGCsrD2sHV0yFvl70oX/lBt0tUSjUAGkbK60b2bMXjFyfy7bpM/vrFOugwCC55Cbb/CF897HZ5SqkGwM/tAlTzMOGMBLZlF/LG/G0kxITwm6HjIHMN/PyS7f6dfKPbJSqlXKRhpOrNoxf1Ii3nAE98toYOkS0Ycc4TkLUevvi9vRZSwnC3S1RKuUR306l64+sjvHTNALq3DuOud5ezfk8h/Op1iOoM7/8G9m13u0SllEs0jFS9Cg30Y8rEZEICfblpagp7DgbaIYNMBcy4Bkry3S5RKeUCDSNV79qGt+CNCYPIKSzl5rdSKApLgF9PhawN8NGtUFHhdolKqXqmYaRc0TsunJeuGcCqnbn87v0VVHQaAef/FTb8D+Y87XZ5Sql6pmGkXHNur9b86cJefLVmN3/7ej0MuRWSrocfn4PVH7pdnlKqHmlvOuWqG4clsC27gFd/2EpCdAjXXPAPyN4En9xhOza0G+B2iUqpeqAtI+UqEeGJixM5u3ssf/pkNfO35cFVb0NILMy4FvIz3S5RKVUPNIyU6/x8fXj52gF0axXK7dOXsqkwyI7sXbwf3r8ODha7XaJSyss0jFSDEBbkzxsTBxHo58sNU5eQHdodLn8V0pfA57/Ti/Ip1cRpGKkGIy6iBW9MSCa7oISbp6VQ3O1CGPEIrHwXFrzsdnlKKS/SMFINSr8OEbx4dX9W7NjP/R+spOLMB6DXpfDNY7DpG7fLU0p5iYaRanDG9G7LQ2N68r9Vu/jHt5vgsn9D60SYdSNkbXS7PKWUF2gYqQbplrM6c83gDvxrzhY+WJUD42aAX6C9KF/RPrfLU0rVMa+FkYhMEZE9IrLaY9qzIrJeRFaJyMciEuEx72ER2SwiG0TkfG/VpRoHEeGpS3szvGsMj3z8Cwv2BsPV78D+NPjgBigvc7tEpVQd8mbLaCowptq0b4Dexpi+wEbgYQAR6QWMAxKddV4REV8v1qYaAX9fH/51XRIJ0SHc9s5StrToDRe9AFvnwOw/uV2eUqoOeW0EBmPMPBFJqDZttsfDhcCVzv1LgfeMMSXANhHZDAwGFnirPtU4hLfwZ8rEQVz2r5+4ceoSPr7jaqKGroWFr8Caj+woDVGdIaqTx/3OEBTudulKqRPg5nBANwLvO/fjsOFUKd2ZdgQRuQW4BSA+Pt6b9akGokNUMJMnJHPNawu5ZVoK0296gsDITrB7JeRsgy3fw4pdh68UHA1RXQ4PqMrQCo5y54UopY7KlTASkT8CZcD0ykk1LFbjWY7GmNeA1wCSk5P1TMhmIik+kuev6s+d7y7jDx+t5cWrb0bE42NTWmgvzpez1d72brE/t8+HVe8dvrGgiMMDKtojtIKjQWr6OCqlvKnew0hEJgAXAaONOXRafTrQwWOx9kBGfdemGrYL+7Zl+94ePPv1BhKiQ/jdud2rZgaE2O7frROPXPFgEexLrQqqylv6Yrurz3hcPymw5ZG7/Cpvoa01qJTyknoNIxEZAzwInG2MOeAx6zPgXRF5HmgHdAMW12dtqnG4Y0QXtmUX8s/vNvHR8nTio4KJjwqmQ+XPSPszIti/quXk3wJa9bS36spKbA+96kG1ayWs/QxMedWy/iE1H5+K6gxhbcFHz5RQ6mR5LYxEZAYwAogRkXTgcWzvuUDgG+cfxUJjzG3GmDUiMhNYi919d6cxnv8FlLJEhL9e3ocusaGs351HWs4BvlmbSXZB6WHLhQX6HQqo+OiqsIqPCiYuogUBfk5w+AVCTDd7q678IOTugL3VgmrPOtjwJVQcrFrWLwgiOznb6u7cnO0GhnnxHVGqaRDTiAegTE5ONikpKW6XoRqAwpIyduw7QNreA6TlHGBHzgF27CsiLcc+Li2r2hUnAm1bBh0WUJ6BFR0ScPjxqJpUlENu+uEhtXcL7N1kO1V4fpcKa1dDSHWHlu10t59qdkRkqTEm+YjpGkaqqauoMGQVlNhgOiys7P3MvJLDlg8O8KVDpGdrqgXx0fZ++8hggvxrOQWurBT2bYPsjc5tU9XPkryq5QJCIbrrkSEV3cW22JRqgjSMlDqK4oPlpDvBZMOq6LDAOlB6+B7j1i0DDx2f8twVGB8VTKuwwKO3qoyBgsyaQyp3R9Vy4gORCYcHVOVNu6WrRk7DSKmTYIxhb2HpoXCqbFlVPt6VV3zYpZaCA3zpFBNCp5gQOseG0tm53yk2hJZB/kd/otJC2Lu5KqCyNtj7ezdDuUfLLTi6hpDqBhEdwUcHLVENn4aRUl5QUlZOxv5i0nIOkLq3kG3Z9rY1q5D0fQeo8PjzigkNpHNMCJ1jQw4LrPio4KoOFdVVlNvefodaUR4tqgPZVcv5Btrde9VDKrobBIZ6901Q6gRoGClVz0rKytmRc4AtWU5IZRWyNbuAbdmFh/X+8xE7yoRtRYXSKTaELk5rqk3LoKPv9juQU3NI7dt2+LlTEfHQKhFa97LnYbVKtMHle4yWmlJeomGkVAOSW3TQaUUVsDWrkK1OWG3LLqToYNUxqhb+vod281W1qkLpFBNCeIujhElZie3RV7m7b89ae8veVNXLzzcAYnrYgGpVGVK9tIef8joNI6UagYoKQ2Z+MduyCtlyKKAK2JpdyI6c6rv9Ag7b3dcpxgZWfHQwgX41HD8qK7EBlbkW9qyBzDX2fr7HYCdB4VWtqEMhdZoOPKvqjIaRUo1caVkFaTn2eFTlcalt2bZVlV1Q1cnBR6B9ZLATUiF0axVGt9ahdG8VRnhwDa2pon32RN7MNbYFlem0pDy7oYd3cMKpV1VYRXcDv4B6eOWqKTlaGLk5ardS6gQE+PnQtVUYXVsdOaJDbtFBth/qPGFbUtuyC1m8Leew3X6xYYF0axVK99ZhdHV+dmsVSmTHM6DjGVUbNMae1Ltn7eEhteX7qpEnfPxsR4nqIRXeQXf1qROmLSOlmrCKCsPO/UVs3lPAxsx8Nu0pYJPz0/P8qZjQypAKpasTUN1bhxEVUq3lU1Zqu5vvWQuZq6taUZ7nSQW2tLv2PI9Fte4FLSLr6VWrhkx30ymlDqmoMGTkFrFpTwGbM6uCavOeAgpKqi7pHh0SQLfWoXRrFWaDyvkZHVpthIjiXNiz3jkWtbaqRVW8v2qZsHZVPfraDYB2Sbann7aimhUNI6VUrYwx7MotZmNmPpv3FLAps4CNe/LZnFlAvkdIRYUEOLv5Qg8dk+rWKoyYUI9x/YyB/F0eHSacn1kboNzp2h4cA3FJNpjiBtr7ITEuvHJVXzSMlFInzRjD7rxiG06VQeXs+ssvrgqpyGB/urUKo2vrULq3CqVbaxtUsaEewySVldpdfBnLYOdy2LkUstZz6Hqa4fE2lCpDql1/Hfm8CdEwUkrVOWMMe/JL7G6+zAI27ck/FFh5HiEV3sL/sN18vePC6dW2JSGBTh+qkgJ7DamdS52QWgb7U521BWJ7OK0n59a6tw4m20hpGCml6o0xhqz8kkOtp8qOExszC8gtsr3xRKBrbCh94sLpHRdOn/bVAqpwb1UwZSyzQVWYZef5BthA8tzFF9NNx+drBDSMlFKuq2xJ/ZKeyy87c1m90/7ck2/PkxKBLh4B1dczoCq7m1cG085lkLECSvPtxgNCoW1/iBtgw0k7SDRIGkZKqQZrT14xv+zMZVV67QHVJy6cxHZOQFVU2K7mnrv3dq86SgcJ52dorIuvVGkYKaUalcqA8mxBVV4IUQQ6x4TQt33EkQFVVmp77e302MWXtb5q8Njw+MNbT9pBol5pGCmlGr09+cWsrtaCqh5Qh7Wg4sIJDfSzHSR2r/LYvbcM9m13tup0kIgfCvFnQMfT7e495RX1HkYiMgW4CNhjjOntTIsC3gcSgO3AVcaYfWL7fP4TuAA4AEw0xiyr7Tk0jJRSlQH1S3reoVbU7rxioJaAKtwLGcttMKUvgbRFUJJrN9qyvQ2njqfbgIrtCT5HueaUOiFuhNFZQAEwzSOM/g7kGGOeEZGHgEhjzIMicgFwNzaMhgD/NMYMqe05NIyUUjXJyi851IKqKaA6OQHVxzOg/MWOHJG2EFJ/hrQF9qRdgKAIp+V0uh3Dr21/HST2JLmym05EEoDPPcJoAzDCGLNLRNoCc40xPUTkVef+jOrLHWv7GkZKqeNVGVCex6F25dqA8hHo0aYlAztGMLBjJAPjo+gQGYTsT7XhlPYzpC6AvZvsxvyCIC7ZaTkNhQ5D9LjTcWooYbTfGBPhMX+fMSZSRD4HnjHGzHemfwc8aIw5ImlE5BbgFoD4+PiBqamp1RdRSqnjUhlQK3bsZ1naPpan7T80Nl9sWCAD4yNtOCVEktiuJYHFObBjoQ2mtJ9h1yp7wULxgTZ97C69+KG29RTayuVX1zA19EtI1HQiQI0paYx5DXgNbMvIm0UppZq22LBARvZsxcieNjjKKwwbM/NZmrqPZan7SEndx1drdgP2Eh5948IZ2LErAzsOImn448T4H3SONy2wu/aWToVF/7Ybj+ri7NY73f6M6qznPB1DfYdRpoi09dhNt8eZng508FiuPZBxxNpKKeVFvj7CaW1bclrblowf2hGwHSSWpdqWU8r2HN78aTuvztsKQEJ0MEkdI0nuOJ6BY+6mW3QgPpmrqo45bfgfrHjHbjy09eE99lr31hEjPNT3brpngb0eHRiijDF/EJELgbuo6sDwkjFmcG3b12NGSqn6VnywnDUZuaRs32dbUGn7yC6wJ9mGBfmRVLlrr2Mk/dq3JDRva9Uxp7SFkJtmNxQQBh0GV/XYi0sC/xYuvrL64UZvuhnACCAGyAQeBz4BZgLxQBrwa2NMjtO1+2VgDLZr9w01HS+qTsNIKeU2YwxpOQdsOKXZ3XsbMvMxxnaMOK1ty0PhNLBjJHGyF6nsFJG20PbgAzveXrsBdpde/OkQP6RJXpBQT3pVSql6klt0kBU79rM0dR9LU3NYkbafQufKuq1bBjKwYyRJ8ZEkJ0TRK6KcgIzFznGnBfbcp4qDgECb3tBxOCQMt50igqPcfWF1QMNIKaVcUlZewYbM/EOdIpam7iN9XxEAgX4+9GsfwcCESAbGR5LULpCo/ath+0+QOh92LIEyuyytEiFhmBNOwxrlhQg1jJRSqgHJzCs+LJzWZORysNz+P+4cE8LAjpEMSohiUHwoCcXrkdT5NqB2LIKDB+xGYntWBVPC8EbRnVzDSCmlGrDig+WsSs91du3Z3Xv7DthrP8WEBjIowe7WGxwfxmlmM35pP0PqT/a4U2mB3UhM96pg6jgMWrZ18RXVTMNIKaUakYoKw9bsAhZvs13KF2/PObRrLyTAlySn5ZQcH0aSfxpBOxfA9vk2nEry7Eaiuji79c604RQe5+IrsjSMlFKqkduVW8SS7ftYsi2HJdtzDvXa8/MReseFM7hTFMnxLRnaIoOWmYuccPoZip0BYCMTnFbTcBtSLoxOrmGklFJNTO6BgyxL28fi7TmkbM9h5Y5cSsvtdZu6tgq1x5w6tuSM0Exa5yxBUp1de0X77AYi4quCKWE4RHT0+igRGkZKKdXEFR8s55eduSzeZsMpJXUf+cV2rL224UH2mFPHcIa1zCKhYDk+qT/ZcDqw126gZfvDe+t5YQgjDSOllGpmyisMG3bnk5Kaw2Jn117lxQjDgvxI7hjJoIRIzozYS8+SVfinOeFUmGU3ENb28N560V1POZw0jJRSqpkzxpC+r4gl220wLd6Ww5asQsAOBNuvfTiDOkZydvR++pavpsXOBbY7eYEdLJbwDnDPCvA9+WFNNYyUUkodYW9BCSmplT329rFmZy5lFQYR6NE6jMEJkZwdm0+yWUN42V4Y8dApPV9Dv4SEUkopF0SHBnJ+YhvOT2wDwIHSMlak7be99rbnMGvZTqaVlgPt6BzTjdlnVuDnW/eXYNcwUkopdUhwgB9ndI3hjK52qKGy8grW7spj8bYcsgtKvRJEoGGklFLqGPx8fejbPoK+7SNqX/gUeCfilFJKqROgYaSUUsp1GkZKKaVcp2GklFLKdRpGSimlXKdhpJRSynUaRkoppVynYaSUUsp1jXpsOhHJAlJPcTMxQHYdlNPU6ft0fPR9qp2+R8enqb5PHY0xsdUnNuowqgsiklLToH3qcPo+HR99n2qn79HxaW7vk+6mU0op5ToNI6WUUq7TMILX3C6gkdD36fjo+1Q7fY+OT7N6n5r9MSOllFLu05aRUkop12kYKaWUcl2zDSMRGSMiG0Rks4ic2kXdmygR6SAic0RknYisEZHful1TQyYiviKyXEQ+d7uWhkpEIkRkloisdz5Xp7tdU0MkIr9z/uZWi8gMEQlyuyZva5ZhJCK+wL+AsUAv4BoR6eVuVQ1SGXC/MeY0YChwp75Px/RbYJ3bRTRw/wS+Msb0BPqh79cRRCQOuAdINsb0BnyBce5W5X3NMoyAwcBmY8xWY0wp8B5wqcs1NTjGmF3GmGXO/XzsP444d6tqmESkPXAh8LrbtTRUItISOAt4A8AYU2qM2e9uVQ2WH9BCRPyAYCDD5Xq8rrmGURyww+NxOvpP9phEJAEYACxyt5IG60XgD0CF24U0YJ2BLOBNZ3fm6yIS4nZRDY0xZifwHJAG7AJyjTGz3a3K+5prGEkN07SP+1GISCjwIXCvMSbP7XoaGhG5CNhjjFnqdi0NnB+QBPzbGDMAKAT0eG01IhKJ3VPTCWgHhIjIeHer8r7mGkbpQAePx+1pBs3gkyEi/tggmm6M+cjtehqoYcAlIrIdu8t3lIi8425JDVI6kG6MqWxdz8KGkzrcOcA2Y0yWMeYg8BFwhss1eV1zDaMlQDcR6SQiAdiDg5+5XFODIyKC3b+/zhjzvNv1NFTGmIeNMe2NMQnYz9L3xpgm/032RBljdgM7RKSHM2k0sNbFkhqqNGCoiAQ7f4OjaQYdPfzcLsANxpgyEbkL+BrbU2WKMWaNy2U1RMOA3wC/iMgKZ9ojxpgvXKxJNW53A9OdL4FbgRtcrqfBMcYsEpFZwDJsj9blNIOhgXQ4IKWUUq5rrrvplFJKNSAaRkoppVynYaSUUsp1GkZKKaVcp2GklFLKdRpGStUxESkXkRXOiMsfiEjwCa7/+okMSCsiE0Xk5ROvVKmGQ8NIqbpXZIzp74y4XArcdrwrioivMWaSMUZPBlXNioaRUt71I9AVQETGi8hip9X0qnMpE0SkQESeEpFFwOkiMldEkp1514jIL04r62+VGxWRG0Rko4j8gD05uXL6r51lV4rIvHp9pUqdAg0jpbzEGf5/LHYEi9OAq4Fhxpj+QDlwnbNoCLDaGDPEGDPfY/12wN+AUUB/YJCIXCYibYEnsSF0LvaaXJUeA843xvQDLvHqC1SqDjXL4YCU8rIWHsMn/Ygd3+8WYCCwxA43Rgtgj7NMOXYw2uoGAXONMVkAIjIdez0gqk1/H+juTP8JmCoiM7EDbCrVKGgYKVX3ipzWzyHOgJdv/f/27lAloiAK4/j/8xFUrAaxbzPqQ2jwDQSfYEFku09jMQiLmGSLaLGbLG5fEDmGezcIFzXojuH/i8McuDd9zAycU1Xjgf2LqnofWB8adbI02Merqk6S7NEN+ntIMqqq+U8/XGrFazppNabAYZItgCTrSba/qZkB+0k2+/elY+C2Xz9IstGP+DhaFiTZqapZVZ0Dr3welSL9W56MpBWohz2kNAAAAGJJREFUqqckZ8B1kjXgDTgFnr+oeUkyBm7oTklXVXUJkGQC3NFNAr2n6z4PcJFkt98/BR7/5o+k32XXbklSc17TSZKaM4wkSc0ZRpKk5gwjSVJzhpEkqTnDSJLUnGEkSWruA86Zal3mbS2vAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "def normalize_linear_scale(examples_dataframe):\n",
    "  \"\"\"Returns a version of the input `DataFrame` that has all its features normalized linearly.\"\"\"\n",
    "  #\n",
    "  # Your code here: normalize the inputs.\n",
    "  #\n",
    "  for i in examples_dataframe:\n",
    "    examples_dataframe[i] = linear_scale(examples_dataframe[i])\n",
    "  return examples_dataframe\n",
    "\n",
    "normalized_dataframe = normalize_linear_scale(preprocess_features(california_housing_dataframe))\n",
    "normalized_training_examples = normalized_dataframe.head(12000)\n",
    "normalized_validation_examples = normalized_dataframe.tail(5000)\n",
    "\n",
    "_ = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.GradientDescentOptimizer(learning_rate=0.0007),\n",
    "    steps=5000,\n",
    "    batch_size=70,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=normalized_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=normalized_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "jFfc3saSxg6t"
   },
   "source": [
    " ### 解决方案\n",
    "\n",
    "点击下方即可查看一种可能的解决方案。"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Ax_IIQVRx4gr"
   },
   "source": [
    " 由于标准化会使用最小值和最大值，我们必须确保在整个数据集中一次性完成该操作。\n",
    "\n",
    "我们之所以可以这样做，是因为我们所有的数据都在一个 DataFrame 中。如果我们有多个数据集，则最好从训练集中导出标准化参数，然后以相同方式将其应用于测试集。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "D-bJBXrJx-U_"
   },
   "outputs": [],
   "source": [
    "def normalize_linear_scale(examples_dataframe):\n",
    "  \"\"\"Returns a version of the input `DataFrame` that has all its features normalized linearly.\"\"\"\n",
    "  processed_features = pd.DataFrame()\n",
    "  processed_features[\"latitude\"] = linear_scale(examples_dataframe[\"latitude\"])\n",
    "  processed_features[\"longitude\"] = linear_scale(examples_dataframe[\"longitude\"])\n",
    "  processed_features[\"housing_median_age\"] = linear_scale(examples_dataframe[\"housing_median_age\"])\n",
    "  processed_features[\"total_rooms\"] = linear_scale(examples_dataframe[\"total_rooms\"])\n",
    "  processed_features[\"total_bedrooms\"] = linear_scale(examples_dataframe[\"total_bedrooms\"])\n",
    "  processed_features[\"population\"] = linear_scale(examples_dataframe[\"population\"])\n",
    "  processed_features[\"households\"] = linear_scale(examples_dataframe[\"households\"])\n",
    "  processed_features[\"median_income\"] = linear_scale(examples_dataframe[\"median_income\"])\n",
    "  processed_features[\"rooms_per_person\"] = linear_scale(examples_dataframe[\"rooms_per_person\"])\n",
    "  return processed_features\n",
    "\n",
    "normalized_dataframe = normalize_linear_scale(preprocess_features(california_housing_dataframe))\n",
    "normalized_training_examples = normalized_dataframe.head(12000)\n",
    "normalized_validation_examples = normalized_dataframe.tail(5000)\n",
    "\n",
    "_ = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.GradientDescentOptimizer(learning_rate=0.005),\n",
    "    steps=2000,\n",
    "    batch_size=50,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=normalized_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=normalized_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "MrwtdStNJ6ZQ",
    "slideshow": {
     "slide_type": "slide"
    }
   },
   "source": [
    " ## 任务 2：尝试其他优化器\n",
    "\n",
    "** 使用 AdaGrad 和 Adam 优化器并对比其效果。**\n",
    "\n",
    "AdaGrad 优化器是一种备选方案。AdaGrad 的核心是灵活地修改模型中每个系数的学习率，从而单调降低有效的学习率。该优化器对于凸优化问题非常有效，但不一定适合非凸优化问题的神经网络训练。您可以通过指定 `AdagradOptimizer`（而不是 `GradientDescentOptimizer`）来使用 AdaGrad。请注意，对于 AdaGrad，您可能需要使用较大的学习率。\n",
    "\n",
    "对于非凸优化问题，Adam 有时比 AdaGrad 更有效。要使用 Adam，请调用 `tf.train.AdamOptimizer` 方法。此方法将几个可选超参数作为参数，但我们的解决方案仅指定其中一个 (`learning_rate`)。在应用设置中，您应该谨慎指定和调整可选超参数。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "61GSlDvF7-7q"
   },
   "outputs": [],
   "source": [
    "#\n",
    "# YOUR CODE HERE: Retrain the network using Adagrad and then Adam.\n",
    "#"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "FSPZIiYgyh93"
   },
   "source": [
    " ### 解决方案\n",
    "\n",
    "点击下方即可查看解决方案"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "X1QcIeiKyni4"
   },
   "source": [
    " 首先，我们来尝试 AdaGrad。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "Ntn4jJxnypGZ"
   },
   "outputs": [],
   "source": [
    "_, adagrad_training_losses, adagrad_validation_losses = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.AdagradOptimizer(learning_rate=0.5),\n",
    "    steps=500,\n",
    "    batch_size=100,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=normalized_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=normalized_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "5JUsCdRRyso3"
   },
   "source": [
    " 现在，我们来尝试 Adam。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "lZB8k0upyuY8"
   },
   "outputs": [],
   "source": [
    "_, adam_training_losses, adam_validation_losses = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.AdamOptimizer(learning_rate=0.009),\n",
    "    steps=500,\n",
    "    batch_size=100,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=normalized_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=normalized_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "twYgC8FGyxm6"
   },
   "source": [
    " 我们并排输出损失指标的图表。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "8RHIUEfqyzW0"
   },
   "outputs": [],
   "source": [
    "plt.ylabel(\"RMSE\")\n",
    "plt.xlabel(\"Periods\")\n",
    "plt.title(\"Root Mean Squared Error vs. Periods\")\n",
    "plt.plot(adagrad_training_losses, label='Adagrad training')\n",
    "plt.plot(adagrad_validation_losses, label='Adagrad validation')\n",
    "plt.plot(adam_training_losses, label='Adam training')\n",
    "plt.plot(adam_validation_losses, label='Adam validation')\n",
    "_ = plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "UySPl7CAQ28C",
    "slideshow": {
     "slide_type": "slide"
    }
   },
   "source": [
    " ## 任务 3：尝试其他标准化方法\n",
    "\n",
    "**尝试对各种特征使用其他标准化方法，以进一步提高性能。**\n",
    "\n",
    "如果仔细查看转换后数据的汇总统计信息，您可能会注意到，对某些特征进行线性缩放会使其聚集到接近 `-1` 的位置。\n",
    "\n",
    "例如，很多特征的中位数约为 `-0.8`，而不是 `0.0`。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "QWmm_6CGKxlH"
   },
   "outputs": [],
   "source": [
    "_ = training_examples.hist(bins=20, figsize=(18, 12), xlabelsize=2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Xx9jgEMHKxlJ"
   },
   "source": [
    " 通过选择其他方式来转换这些特征，我们可能会获得更好的效果。\n",
    "\n",
    "例如，对数缩放可能对某些特征有帮助。或者，截取极端值可能会使剩余部分的信息更加丰富。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "baKZa6MEKxlK"
   },
   "outputs": [],
   "source": [
    "def log_normalize(series):\n",
    "  return series.apply(lambda x:math.log(x+1.0))\n",
    "\n",
    "def clip(series, clip_to_min, clip_to_max):\n",
    "  return series.apply(lambda x:(\n",
    "    min(max(x, clip_to_min), clip_to_max)))\n",
    "\n",
    "def z_score_normalize(series):\n",
    "  mean = series.mean()\n",
    "  std_dv = series.std()\n",
    "  return series.apply(lambda x:(x - mean) / std_dv)\n",
    "\n",
    "def binary_threshold(series, threshold):\n",
    "  return series.apply(lambda x:(1 if x > threshold else 0))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "-wCCq_ClKxlO"
   },
   "source": [
    " 上述部分包含一些额外的标准化函数。请尝试其中的某些函数，或添加您自己的函数。\n",
    "\n",
    "请注意，如果您将目标标准化，则需要将网络的预测结果非标准化，以便比较损失函数的值。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "8ToG-mLfMO9P"
   },
   "outputs": [],
   "source": [
    "def normalize(examples_dataframe):\n",
    "  \"\"\"Returns a version of the input `DataFrame` that has all its features normalized.\"\"\"\n",
    "  #\n",
    "  # YOUR CODE HERE: Normalize the inputs.\n",
    "  #\n",
    "  pass\n",
    "\n",
    "normalized_dataframe = normalize(preprocess_features(california_housing_dataframe))\n",
    "normalized_training_examples = normalized_dataframe.head(12000)\n",
    "normalized_validation_examples = normalized_dataframe.tail(5000)\n",
    "\n",
    "_ = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.GradientDescentOptimizer(learning_rate=0.0007),\n",
    "    steps=5000,\n",
    "    batch_size=70,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=normalized_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=normalized_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "GhFtWjQRzD2l"
   },
   "source": [
    " ### 解决方案\n",
    "\n",
    "点击下方即可查看一种可能的解决方案。"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "OMoIsUMmzK9b"
   },
   "source": [
    " 以上这些只是我们能想到的处理数据的几种方法。其他转换方式可能会更好！\n",
    "\n",
    "`households`、`median_income` 和 `total_bedrooms` 在对数空间内均呈现为正态分布。\n",
    "\n",
    "如果 `latitude`、`longitude` 和 `housing_median_age` 像之前一样进行线性缩放，效果可能会更好。\n",
    "\n",
    "`population`、`totalRooms` 和 `rooms_per_person` 具有几个极端离群值。这些值似乎过于极端，以至于我们无法利用对数标准化处理这些离群值。因此，我们直接截取掉这些值。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "XDEYkPquzYCH"
   },
   "outputs": [],
   "source": [
    "def normalize(examples_dataframe):\n",
    "  \"\"\"Returns a version of the input `DataFrame` that has all its features normalized.\"\"\"\n",
    "  processed_features = pd.DataFrame()\n",
    "\n",
    "  processed_features[\"households\"] = log_normalize(examples_dataframe[\"households\"])\n",
    "  processed_features[\"median_income\"] = log_normalize(examples_dataframe[\"median_income\"])\n",
    "  processed_features[\"total_bedrooms\"] = log_normalize(examples_dataframe[\"total_bedrooms\"])\n",
    "  \n",
    "  processed_features[\"latitude\"] = linear_scale(examples_dataframe[\"latitude\"])\n",
    "  processed_features[\"longitude\"] = linear_scale(examples_dataframe[\"longitude\"])\n",
    "  processed_features[\"housing_median_age\"] = linear_scale(examples_dataframe[\"housing_median_age\"])\n",
    "\n",
    "  processed_features[\"population\"] = linear_scale(clip(examples_dataframe[\"population\"], 0, 5000))\n",
    "  processed_features[\"rooms_per_person\"] = linear_scale(clip(examples_dataframe[\"rooms_per_person\"], 0, 5))\n",
    "  processed_features[\"total_rooms\"] = linear_scale(clip(examples_dataframe[\"total_rooms\"], 0, 10000))\n",
    "\n",
    "  return processed_features\n",
    "\n",
    "normalized_dataframe = normalize(preprocess_features(california_housing_dataframe))\n",
    "normalized_training_examples = normalized_dataframe.head(12000)\n",
    "normalized_validation_examples = normalized_dataframe.tail(5000)\n",
    "\n",
    "_ = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.AdagradOptimizer(learning_rate=0.15),\n",
    "    steps=1000,\n",
    "    batch_size=50,\n",
    "    hidden_units=[10, 10],\n",
    "    training_examples=normalized_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=normalized_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "b7atJTbzU9Ca",
    "slideshow": {
     "slide_type": "slide"
    }
   },
   "source": [
    " ## 可选挑战：仅使用纬度和经度特征\n",
    "\n",
    "**训练仅使用纬度和经度作为特征的神经网络模型。**\n",
    "\n",
    "房地产商喜欢说，地段是房价的唯一重要特征。\n",
    "我们来看看能否通过训练仅使用纬度和经度作为特征的模型来证实这一点。\n",
    "\n",
    "只有我们的神经网络模型可以从纬度和经度中学会复杂的非线性规律，才能达到我们想要的效果。\n",
    "\n",
    "**注意**：我们可能需要一个网络结构，其层数比我们之前在练习中使用的要多。"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "T5McjahpamOc"
   },
   "outputs": [],
   "source": [
    "#\n",
    "# YOUR CODE HERE: Train the network using only latitude and longitude\n",
    "#"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "P8BLQ7T71JWd"
   },
   "source": [
    " ### 解决方案\n",
    "\n",
    "点击下方即可查看可能的解决方案。"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "1hwaFCE71OPZ"
   },
   "source": [
    " 最好使纬度和经度保持标准化状态："
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "autoexec": {
      "startup": false,
      "wait_interval": 0
     }
    },
    "colab_type": "code",
    "id": "djKtt4mz1ZEc"
   },
   "outputs": [],
   "source": [
    "def location_location_location(examples_dataframe):\n",
    "  \"\"\"Returns a version of the input `DataFrame` that keeps only the latitude and longitude.\"\"\"\n",
    "  processed_features = pd.DataFrame()\n",
    "  processed_features[\"latitude\"] = linear_scale(examples_dataframe[\"latitude\"])\n",
    "  processed_features[\"longitude\"] = linear_scale(examples_dataframe[\"longitude\"])\n",
    "  return processed_features\n",
    "\n",
    "lll_dataframe = location_location_location(preprocess_features(california_housing_dataframe))\n",
    "lll_training_examples = lll_dataframe.head(12000)\n",
    "lll_validation_examples = lll_dataframe.tail(5000)\n",
    "\n",
    "_ = train_nn_regression_model(\n",
    "    my_optimizer=tf.train.AdagradOptimizer(learning_rate=0.05),\n",
    "    steps=500,\n",
    "    batch_size=50,\n",
    "    hidden_units=[10, 10, 5, 5, 5],\n",
    "    training_examples=lll_training_examples,\n",
    "    training_targets=training_targets,\n",
    "    validation_examples=lll_validation_examples,\n",
    "    validation_targets=validation_targets)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Dw2Mr9JZ1cRi"
   },
   "source": [
    " 对于只有两个特征的模型，结果并不算太糟。当然，地产价值在短距离内仍然可能有较大差异。"
   ]
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [
    "jFfc3saSxg6t",
    "FSPZIiYgyh93",
    "GhFtWjQRzD2l",
    "P8BLQ7T71JWd",
    "copyright-notice"
   ],
   "default_view": {},
   "name": "improving_neural_net_performance.ipynb",
   "provenance": [],
   "version": "0.3.2",
   "views": {}
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}
